{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.839223142Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.839308253Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.839611817Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.839653608Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.839661208Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.839877781Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.841247579Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.843987846Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.844004576Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.844139788Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.846613021Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.846824314Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.848733189Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.851376904Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.851390225Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.851532446Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.861324487Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.861347558Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":72,"elapsed":"22.134465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.870115755Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.870316628Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:07.871580925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"31.917066ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:11.972077971Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"16123d0a-6b6a-4c16-9cff-055236c9d833","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":384,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838654473Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838709803Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838719323Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838727584Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.838735034Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:45:17.838743854Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838753774Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\"}","iteration":14,"elapsed":"13.92µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838763024Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838770294Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838777844Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838784175Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838790784Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838798255Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838807785Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838818105Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838829525Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838840915Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838853095Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838864365Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838875346Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.838885736Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-21 19:35:17.838751724 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838896006Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838905416Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838918036Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838929756Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838940026Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838951517Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838962857Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838974567Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838985347Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.838995957Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839006587Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839014927Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839021648Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839028848Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839036818Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839047028Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839055728Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839062328Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839069218Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839082008Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839173Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.83918588Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.83923885Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839314882Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839351192Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839363502Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839379592Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839388152Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839398973Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839408403Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839440433Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839451293Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 709079078 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839464713Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839472434Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839481554Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839563665Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839573715Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 709211810 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839587775Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839594855Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839603045Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839610135Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839617466Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839624326Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839632046Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839638846Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839646306Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839652786Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839660826Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839668266Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839675386Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839684147Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839690976Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839697757Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.839706397Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839713237Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839719907Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839727377Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839734437Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839742047Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839748497Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839755768Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.839762977Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840015661Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840036931Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840047631Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840057121Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.139325ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840064921Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840073992Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840080752Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840088822Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840097472Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840106482Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840113052Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840121462Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840129613Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840139053Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840147183Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840183693Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840194673Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.415539ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840297495Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840307525Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.840458127Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.84221131Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 711860155 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.842229761Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.842488674Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.843194483Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.49457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.843217464Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.843421636Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 713068911 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.84369425Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.84439577Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-21 19:35:17.838751724 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.84440783Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"expiration\":\"2024-11-21T19:35:17.838751724Z\",\"pruned\":[]}","iteration":13,"elapsed":"5.650105ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.845708887Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.845731047Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.845882549Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.846166493Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.846177393Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.846332535Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.847176847Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.847371589Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.847913766Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.848149029Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.848311672Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.849815992Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.851031168Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.851052318Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.85120641Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.852859163Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.852882563Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.853018655Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.856337089Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.856739024Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.858856353Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"19.193216ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.860320342Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.863620816Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.863651497Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.86390329Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.900990366Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.902152181Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.902195252Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.902576677Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.904640434Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"64.948558ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.906071683Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.906095274Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.906341587Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.906401328Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.906414748Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.906684552Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.908532166Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.908896021Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.909431188Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.91031318Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.910527933Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.910678975Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"70.933048ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.913799437Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.913836827Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.914695249Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.915380348Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.91552312Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.91553869Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.91554841Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"75.955575ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.917346574Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.917374254Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.917585087Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.917610178Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.918272657Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.918686382Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919170218Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919197369Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919438892Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919547763Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919572784Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919582644Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919591724Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919734986Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.919895048Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.920717099Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.921101224Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.921560661Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.922573234Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.922768277Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.922878438Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.922970179Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1460, tv_nsec: 792581204 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.923396325Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.923860511Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.923877452Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.923942092Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.923956033Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.924156755Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.924175925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.924199576Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.925755077Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.925787627Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.925984349Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.927431599Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.927464379Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.927590471Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.927608811Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.928827078Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.928853948Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.928864448Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.928943159Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.928958499Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.928970189Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"90.292156ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.929114101Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.929823301Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.929846981Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.929972503Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.931942039Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.935525927Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.935562848Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.935695639Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.937698626Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.93798762Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.940497774Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"101.636978ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.941178632Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.941205193Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.941221143Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.941463476Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.942921146Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.945764854Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.945798844Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.945811545Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.945954806Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.946066988Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.948553991Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.948582351Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.948594232Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_time_created":"2024-11-21 19:33:31.797390 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.948605982Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":1}","iteration":13,"elapsed":"109.889418ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.948802725Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.9492445Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.955010627Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.958392402Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.958421583Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.958655686Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.959188843Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.959219564Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.959231544Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.959242274Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.959586938Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.96121452Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"0","iteration":25,"elapsed":"122.504327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.967332642Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.967757318Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.971412487Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"131.827721ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.977156193Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"138.411929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.984578712Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.985096669Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.987994868Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"148.383343ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.988433794Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.988461534Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.988648777Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.989813822Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.990110276Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.990137267Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.990430461Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.991275032Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.993685644Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.993714574Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.993970488Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.995186144Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.995478398Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:17.996472291Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.996488822Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.996496562Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:17.996671494Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.005621514Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.012341814Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.015349384Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.015379664Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.015535716Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.032949069Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.033395245Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.03453279Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.034885695Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.042544617Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"203.645831ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:45:18.054504887Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.054531777Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"214.948712ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.126094513Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.126141064Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.126496439Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed5470ff-4d39-4827-b554-283949ae4f19\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.126513209Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.128034499Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.153676772Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.172112168Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.172139338Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.172436262Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"573d871d-2a2f-4508-93bc-35cf82972586\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.172455093Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.173872602Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.182934653Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.182960823Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.183172096Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d2ef033-ecf1-4b8a-9314-ece8d47ad13c\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.183186316Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.184555815Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.239880854Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.240217288Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"a6211776-d554-48cb-8f7f-002827629e90\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.240237279Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.241997022Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"923708a9-9cb5-4978-b8c8-41b36618d3e6\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.242014792Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.24338587Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.243399211Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"404.529935ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.324308682Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.324762888Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0f286954-72b1-4c00-b38c-ce7bd7aeceb5\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.324783618Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.326155076Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"117a31ec-19eb-4cbf-8b8b-3a820f15c237\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.326168657Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.32793077Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9237c1ce-86f5-4b4e-9008-4a0321562713\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.32794238Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.329879856Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.329923607Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"491.168483ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.338972678Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.343593529Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.345750668Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.345776809Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.345933021Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.352047332Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.352081793Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":73,"elapsed":"513.120856ms"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.353133357Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.353160847Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.363889521Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":25,"elapsed":"525.243528ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.369135681Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.369163211Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.369176181Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.369269403Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"529.554416ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.369565076Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.371941888Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.371970008Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.371985039Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"532.254472ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.378947232Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.378992082Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]}},\"default_endpoint\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"540.127927ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.379452308Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"706cde16-0709-46eb-839a-3c266e71ea7b\", \"content-length\": \"585\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.379474449Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.379610191Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6408ca1f-c0af-4800-a3df-c3b26ddf0fb6\", \"content-length\": \"130\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.379748663Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.385079204Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-21T19:45:09.136692848Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.385108484Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/instance.rs:2116","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-11-21T19:45:09.136692848Z }","propolis_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.385121444Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.385356378Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"vmm_id":"d9f6a5d7-2a33-4d2f-9e23-4cb70fdcb736","sled_id":"203795ed-576b-40e4-bed8-7463e3f2162c","instance_id":"6cfe5dca-4126-4d42-8675-cbf523b12f57","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.397812874Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.400955336Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.400975646Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.401148438Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.402832941Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.402848741Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.402858041Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_time_created":"2024-11-21 19:33:32.758954 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.402867712Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":2}","iteration":13,"elapsed":"564.023176ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.414297834Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.414649209Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b6da0f5-1602-4119-b9d6-fe5c6ae8c448\", \"content-length\": \"1\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.416446233Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.416716986Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.419157919Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"null","iteration":25,"elapsed":"580.405935ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.429761641Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{da5e4476-3bbb-4b01-9c62-0fd7818d2064: {10.151.1.176: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}, 10.151.1.175: {234c2ba7-3586-4d9d-ac48-1e1ba410cdec}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.429790571Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.430230757Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"abe7c8b4-009b-4c63-83fd-ab074c52cdd8\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.430250597Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.430538411Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.433193307Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.43342941Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.436364429Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.436592992Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.436848735Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.437041148Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.438005911Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.439576332Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.439786695Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.440118829Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.440130909Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.440287961Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.440638676Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.441575199Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.441816492Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.442219357Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.442585852Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"running\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"602.922006ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.444030362Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.444043122Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.444174043Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.444520458Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.44466443Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.448634463Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.448654933Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.448663383Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.45660843Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ae764ca2-0a26-4605-ad85-a58ffc896be6\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.458655467Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":25,"elapsed":"618.981181ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.469673344Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.470060089Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.472276899Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.472304129Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.472484822Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.482437795Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.482769089Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da8132c-4a7a-418a-a763-f8535bb06528\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.482789479Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.482801209Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483139244Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483158424Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483167304Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483176365Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483183994Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483191505Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483386357Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483413218Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.483637831Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.483659461Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.483953735Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.485461685Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.485606617Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2377768f-1a51-4923-a9df-1df535abf51d\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.485647467Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.485717368Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9377a67d-d6f2-4d64-aebf-b68971b90bbd\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.485736999Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.485750149Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.533413156Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.533870642Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af14627-e7cb-485e-9149-5bed78309783\", \"content-length\": \"811\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.533894962Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(14005037) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.533909342Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.533918512Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.534771514Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":25,"elapsed":"695.961129ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.609923377Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"9b7c40e5-b328-4cee-b554-1e8c339c2c78\", \"date\": \"Thu, 21 Nov 2024 19:45:18 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:18.609953098Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.609963448Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.610201441Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea58a4d-6c9b-49a7-874d-83dffe6fa607\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:45:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.610239642Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.610520185Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.613988592Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.614322596Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.617673381Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.617896854Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.619963181Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.620177984Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:18.626883424Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":25,"elapsed":"787.951598ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:26.96819544Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"29219abd-018c-42df-9c3b-c174bef72392","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":370,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.83932925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.83937361Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.839675244Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.839713725Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.839725735Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.839908487Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.841715171Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.844522189Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.844535559Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.844702841Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.846673498Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.84685731Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.868405718Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.86859567Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.87681862Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.87973937Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.87975718Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.879909142Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.893491013Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.893517323Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":74,"elapsed":"54.201134ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:27.900087351Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"60.364447ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.839843414Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.839897775Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.840354021Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.840397322Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.840410072Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.840591455Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.841936242Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.84472667Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.84474286Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.844917472Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.847403935Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.847613068Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.849512334Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.852149329Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.852170019Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.852298861Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.861133899Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.861154599Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":75,"elapsed":"21.334735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.869712953Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.870025368Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:37.87168825Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"31.287308ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:41.96727232Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"53d1d86a-8d9f-41ed-9b07-c383dba025db","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":334,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839732241Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839809662Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839823312Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839833032Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839841633Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839851233Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839860233Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839868773Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839877303Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839886083Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839893873Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839902683Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839910903Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839921374Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839930004Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839936964Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.839945764Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840122656Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840142206Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840152946Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840175517Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840224118Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840264698Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840293039Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840313399Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840901236Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840922637Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840930607Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840937077Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840944427Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840951617Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840959387Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840968377Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840975877Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840982668Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840990188Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.840996788Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841004278Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841010688Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841017808Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841024828Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.841032648Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841039758Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841209051Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841256791Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841268941Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841278792Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841287892Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841296672Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841305352Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.841314012Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.842724591Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.843316039Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1490, tv_nsec: 712513753 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.843499571Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.843641793Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.84415912Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.301748ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.84489343Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1490, tv_nsec: 714092814 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.845100723Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.845904274Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.845918764Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.846088466Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.846745555Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.846767105Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.846921917Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.84789037Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.848607959Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.849549222Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.850378333Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.850394594Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.850569726Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.85165833Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.851680771Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.851872413Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.851986725Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"11.047717ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.853032449Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.853051759Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.85310362Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.853327793Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.853393534Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.854944544Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.855256278Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"14.307841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.85613921Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.856415334Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.857286575Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.857298336Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.857527709Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.858300209Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.858611433Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.865033209Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.865469175Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.866265126Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1490, tv_nsec: 735457460 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.866638151Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.872068183Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.872098073Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"31.153156ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.872972395Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.873426001Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.875057063Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.877514186Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.877532366Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.877715619Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.895532066Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.895985763Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.898167772Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"58.37746ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.900578364Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.900597564Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.900605264Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.901116121Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.902921825Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.903183469Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.904294054Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.904682339Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.90926667Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.909591524Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.910339824Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.910521997Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.912020967Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.912318591Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.913990693Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.914058764Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.918354302Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.918376672Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.918423472Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.918487043Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.918630135Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.918721986Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.918768367Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.920796024Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"0","iteration":26,"elapsed":"81.014293ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.920997737Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.9226959Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.92270801Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.92271563Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.922981223Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.924839598Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.924855358Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.925057221Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.925068681Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.925124312Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.925234363Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.933406072Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"92.482565ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.937546888Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.937570438Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.93768789Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.937868022Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.937895292Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":76,"elapsed":"98.166831ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.937937193Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6587079-e735-4482-a70d-47ae74a9497d\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.937950743Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.937992734Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.939271911Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"98.308434ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.939521494Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.945357772Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"104.452966ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.948425953Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.948442813Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.948450874Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.948696497Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.95045555Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.95046766Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.950799185Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c7558cf-0764-4ccf-9dd7-75ca7c98e703\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.950828325Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.951099139Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.951116139Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.951363063Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d42c2e6-09e4-46fb-a33b-b7932e23ccfd\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.951376913Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.952377786Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.952911743Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.980798656Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:47.980890147Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:47.980905767Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"139.999151ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.026531547Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"186.675314ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.05147119Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.051873415Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c968d9ea-0c48-4065-b076-4f943206e7eb\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.053260824Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.053624709Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.055497904Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"null","iteration":26,"elapsed":"215.742703ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.069828395Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":26,"elapsed":"230.113674ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.106580326Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.108014676Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37ff52dd-2f7e-4ab8-b048-bdaff22ba8ab\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.108036816Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.108046836Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.108073066Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.109296153Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.109308563Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.109525456Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2db6ecd-1c16-4705-b030-cb268908005f\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.109545946Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.10985372Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.110179005Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":26,"elapsed":"270.361182ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.152074964Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.152097965Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.152363208Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8956f146-2a6b-48d3-b890-d4487d6ead0d\", \"date\": \"Thu, 21 Nov 2024 19:45:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.152374618Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.152772684Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.155615972Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.155859985Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.156481553Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.156867818Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.158703503Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.158909076Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.15926062Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.159274041Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.159584045Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.161867515Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.161891565Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.162287921Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"57b31d5a-1163-4359-b247-5784b6e0db9e\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.163685949Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":26,"elapsed":"322.713172ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.169060491Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.169352125Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa628c7e-c265-4df5-bcd5-9f73d4ba27b7\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169376305Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169387306Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169623659Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169634239Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169641519Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169648619Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169655729Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169663569Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169825271Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.169834172Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.170008074Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.170016264Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.170218417Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.172058721Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.172165403Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1e6b7a3-71f7-4e86-9a9d-3ad59858d804\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.172176573Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.172269134Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a04a8b3-8514-45ab-9d96-8b4b1940aaff\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.172294384Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.172305265Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.274554561Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"f1c9a956-cf3b-40e9-8bbe-84c58d6b9b89\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:48.274579831Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.274590301Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.278693386Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82320793-15aa-499c-aee8-673e9bc3cc3d\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:45:48 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.278728197Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.27900969Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.282375775Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.282590708Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.285977734Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.286256857Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.288262554Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.288455636Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:48.29622874Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":26,"elapsed":"456.352098ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:45:56.968684741Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"2f925b73-f63e-4d78-a3bd-fec41ed8d7a4","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":414,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.839839111Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.839881541Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.840164805Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.840205375Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.840215176Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.840392948Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.842239813Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.842304303Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.842556007Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.844225729Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"4.009164ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.844887148Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.844902158Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.84503933Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.846963506Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.84729368Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.848918532Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.851559237Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.851573387Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.851706499Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.862808877Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:45:57.862831038Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":77,"elapsed":"23.008728ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.839874939Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.83993307Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.840220814Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.840256617Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.840267689Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.840454226Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.842271601Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.842413343Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.842680336Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.844705174Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"4.428849ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.844864566Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.844877406Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.845014378Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.847144156Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.847304188Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.848971671Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.851428044Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.851442194Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.851570005Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.8608681Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:07.86088969Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":78,"elapsed":"21.033661ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:11.966805448Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"f93d83df-f3e5-482d-a321-038dc131c803","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":404,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84009629Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840172281Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840183961Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840194491Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840206002Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840215812Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840230752Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840241342Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840251162Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:46:17.840261352Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840274112Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\"}","iteration":15,"elapsed":"15.55µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840286033Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840296473Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840306563Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840316013Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840326313Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840336503Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840345643Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840356104Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840366644Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840377384Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.840389054Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-21 19:36:17.840276512 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840400274Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840411524Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840421505Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840431394Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840440275Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840449815Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840458425Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840469525Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840481585Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840492585Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840503435Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840513606Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840523436Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840534586Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.840544906Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840555206Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840564246Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840574527Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840583896Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.840595527Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840606027Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840616537Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840627167Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840636477Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840647308Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840656757Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840667768Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840679178Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840688538Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840699948Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840710008Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840722429Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840733409Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840744169Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840753309Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840763389Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840772759Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840782129Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840790749Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84080055Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84080947Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84082042Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.8408339Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84084647Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84085792Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84086941Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840918951Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840939691Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.840986792Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841002942Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841015292Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841028842Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841117334Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 709800107 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841135854Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841146994Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841158434Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841169575Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841183645Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841195015Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841205645Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841229665Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841239395Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841250796Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841263366Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841275976Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 709990120 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841292476Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841669741Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841694842Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.438659ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841819253Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.841835433Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.575751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.844198295Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.844473299Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.845001256Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 713757920 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.845235389Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.845263679Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.846240452Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.846499236Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"6.137802ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.84684334Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 715608355 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.847092614Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.848453912Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.848470252Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.848622544Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.850484579Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.85053688Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.85055091Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.850772143Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.851818407Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.85208431Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.852569047Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.853321497Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.853333847Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.853424408Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.853603661Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.855691658Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.855713319Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-21 19:36:17.840276512 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.855723159Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"expiration\":\"2024-11-21T19:36:17.840276512Z\",\"pruned\":[]}","iteration":14,"elapsed":"15.435207ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.856003633Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.856016703Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.856201455Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.856339087Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.856353137Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.856591101Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.857928828Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.858940852Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.858958462Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.859181515Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.860027826Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.860049607Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.860188589Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.861605768Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.861847561Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"21.319945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.862295877Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.862645741Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.863806657Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.863831237Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.863963399Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.868948146Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.868978936Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.869212979Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.869332051Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.870409195Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.871862434Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.871887595Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.871900875Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"31.220457ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.874856594Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.878455083Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.878906109Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.879276024Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.879597648Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.880139925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1520, tv_nsec: 748881489 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.880856565Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.882113411Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.883640092Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.887402322Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.887434883Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.887688376Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.887706996Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.887755607Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.88799721Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.889857515Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.890290431Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.890392522Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.894476757Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.894512157Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.89470623Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.915217924Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.915275725Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.915284135Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.915364606Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.915385276Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":79,"elapsed":"75.274516ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.915624269Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.918376716Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.918907503Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.919863166Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.919885736Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.919895856Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.920233741Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.92388671Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.92390941Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.92392056Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"83.388254ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.925098326Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"84.824114ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.926622386Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.926649757Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.926660107Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.926669097Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.926994611Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.927385996Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.927420787Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"86.855661ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.92766311Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.928592243Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.929194991Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"88.639364ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.932417184Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.932729308Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.933416597Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"92.957082ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.933585889Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.9336656Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.93368612Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.934000835Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.934508691Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.935072849Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.935416024Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.935710888Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.936553649Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"96.338948ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.937559012Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.937578363Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.937587093Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"97.153118ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.938612766Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.940646104Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.943825156Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.943855796Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.943865817Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.945695381Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.947481625Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.947500585Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"106.887448ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.949270709Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.949300629Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.949488442Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.951521529Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"0","iteration":27,"elapsed":"111.327928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.962560906Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.963177505Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.970161218Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.970634154Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.972384528Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.973361291Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"132.849725ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.975198475Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.975228926Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.975429768Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.986365124Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.986412955Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.986428085Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.9867878Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.990010223Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"149.510898ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.99048907Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.993754383Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.993779854Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.993949366Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996425399Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996443009Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996455689Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_time_created":"2024-11-21 19:33:31.797390 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.99646689Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":1}","iteration":14,"elapsed":"156.112085ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.996475619Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.99648435Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.996814724Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abe17c59-5a9f-433b-aa81-3b199f20056d\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.996830904Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.99727531Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.997294661Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.99730283Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.997309481Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.997620045Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:17.998364175Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:17.998607458Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.000198839Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.001629278Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.001655969Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.001803681Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.003507693Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.003527954Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.003539724Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.003790757Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.005887235Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.010078221Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.010106682Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.010315515Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.012422383Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.012622355Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.012639906Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.012653706Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.012661776Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_time_created":"2024-11-21 19:33:32.758954 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.012669926Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":2}","iteration":14,"elapsed":"172.519125ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.016212893Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.016238764Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.016496997Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560e9915-1e1e-4599-9d42-4d1dc4481c46\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.016516287Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.01824657Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.029018564Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.029053815Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]}},\"default_endpoint\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"188.712422ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:46:18.081680398Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.081729569Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"241.099272ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.087161101Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.115874385Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.116309381Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.141992284Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":27,"elapsed":"301.901274ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.166367029Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.166687034Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4dc9c2e-7940-48ed-b453-c30d05b0f0e5\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.166700724Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.16826568Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b4d4351-7a8a-404a-9ca3-c6f22cd50650\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.16828954Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.17014124Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.17015284Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"330.006009ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.171298055Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.171557659Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e7a9b6-a158-4acd-8856-66699bb58fdb\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.172972848Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.173263122Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.185402084Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.185423594Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.185674698Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f6d3f97-26fc-40df-b595-a90964b7f208\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.185690388Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.187728795Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.187739015Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.187794456Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.189375957Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.189915014Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"null","iteration":27,"elapsed":"349.711663ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.191310533Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.191325403Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.191481905Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.192880614Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.194791639Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.194805209Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.194963372Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.238497113Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.238898199Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047b9f0c-6cdc-4458-90a5-6cbded73a5a3\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.238924179Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.239334435Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.278100362Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.278141993Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.291787075Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.319629247Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.320127114Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f08324a0-b188-4fa9-8ad7-a029371251f4\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.320141704Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.321608934Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7f02e80f-fea4-4901-b67d-5daf4ac4295a\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.321622784Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.322980022Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"90c37391-b928-45c5-ad96-10708a286a28\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.322992352Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.324807026Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.324853477Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"484.438483ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.362649042Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363100608Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363277771Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"43f8ec55-5c5e-4e01-811e-34c5dd0fedfc\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363292721Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363678476Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"045015fa-06ca-4566-b833-2d72cd210be0\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:46:17 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.363708796Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.363718797Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.363726357Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.363733577Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.365379519Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":27,"elapsed":"525.064086ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.365622582Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.365638392Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.365940486Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.366057158Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.366163329Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.369531584Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.369763497Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.371881327Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.371904109Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.372366682Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"41d7afc2-b765-4419-9815-f0a36ebc558c\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.373828252Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":27,"elapsed":"533.357196ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.375000437Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.375264661Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"103cf20d-ca65-49ee-a016-6a4da8491d7f\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375285001Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375296961Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375557335Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375568505Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375576145Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375583855Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375591765Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375598935Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375756407Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.375765607Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.37592104Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.37592922Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.376167203Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.377945016Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.378077298Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85d1c742-2ee1-4156-8051-c4af76312ec5\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.378091629Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.378171919Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f2ec62b-f82c-45ce-a42b-d9c9d657e4e6\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.37818455Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.37819611Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.481545531Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5a691947-3220-447d-9053-2d045b6e9f14\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:18.481567771Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.481576961Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.481773074Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"359de37f-3ad4-4932-8bc0-016b51443842\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:46:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.481810834Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.482030967Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.485415392Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.485775857Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.489451186Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.48973699Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.491853018Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.492056811Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:18.499233007Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":27,"elapsed":"658.853254ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:26.969485046Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"91d37bdf-e689-452f-9927-a5c7d9a30d79","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":310,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.839639172Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.839682983Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.839968826Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.841105522Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.841123212Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.841137902Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.841509617Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.843137599Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.843399442Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.843749167Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.843759297Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.843896519Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.845333178Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"4.202506ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.84551321Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.845796904Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.847448766Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.850168183Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.850181693Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.850328595Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.861320812Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:27.861342702Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":80,"elapsed":"21.71743ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.839783542Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.839864643Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.840195147Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.840704454Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.840715474Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.840968717Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.842029162Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.84266801Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.842853913Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.844684717Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.844697197Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.844715668Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"4.012713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.84485118Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.846904507Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.847231401Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.848558109Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.851271335Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.851289955Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.851430187Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.862997992Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:37.863012662Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":81,"elapsed":"23.275441ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:41.967155967Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"e279352e-9bf5-41ac-9db2-10cf6904a55e","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":321,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.84052192Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.84058584Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840596061Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840603171Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840610671Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840617231Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840624681Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840631501Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840638511Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840646521Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840653671Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840661752Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840669372Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840677112Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840684392Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840690952Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840698342Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.840982876Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841054647Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841066167Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841075587Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841084157Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841094547Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841102827Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841112538Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841695345Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841727226Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841738416Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841748836Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841756746Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841765016Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841773796Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841781796Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.841790436Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841798577Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841806477Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841815057Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841822977Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841831337Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841839007Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841847307Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841854957Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.841862637Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.84207936Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.842093711Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.842103691Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.842125001Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.842133761Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.842143641Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.842154241Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.842186612Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.843129085Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.843943155Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.313904ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.844347861Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1550, tv_nsec: 712658595 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.844646905Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.844956279Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.846098014Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.846108814Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.846281867Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.84729981Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.847322141Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.847449062Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.848142981Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.848644428Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1550, tv_nsec: 716961083 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.848888502Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.849240766Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.84954323Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.851971663Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.852003903Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.852227636Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.852464659Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.852476429Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.852751643Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.853110868Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.853131508Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.85327706Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.855039484Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"13.249997ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.855062604Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.855332468Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.856527493Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.856759447Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.857388585Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.857551827Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.857984713Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.858382578Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1550, tv_nsec: 726693563 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.858695373Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.858992077Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.85926755Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.860319314Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.860339524Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.860574178Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.864997147Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.865020897Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"23.251921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.884543128Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.887520778Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.887550648Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.88771282Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.889120519Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.889333112Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.890172183Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.890396966Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.890505998Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.890696Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.894364575Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"52.608603ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.897060975Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.898980841Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.899082952Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.899095132Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.899268784Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.899280345Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.900582142Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.901002298Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"59.308492ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.90339136Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.90340762Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.903541962Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.905783972Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.905801312Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.905808142Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.905964084Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.941927045Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.941968055Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.942236689Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7926d5da-685a-4def-b05d-e03302e57847\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.942257999Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.943697778Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.965869465Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.966177058Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.975492613Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.975515003Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.975739186Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfc9cf45-c16e-4fdd-acda-5d4547425709\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.975751317Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.977199036Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.977892175Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.977903355Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:47.978112538Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66e637bb-4cc7-4b98-a9e3-5d285569b045\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.978124578Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:47.979516147Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.002158669Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.002176219Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.018811882Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.018862433Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":82,"elapsed":"178.295233ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.027001481Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.027434977Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.029054265Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.029451199Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.035041749Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"193.288292ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.035247072Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"193.470875ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.039262465Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.039279265Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.039286295Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.039553989Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"198.967769ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.03966318Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.042766622Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"202.148612ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.048468078Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.048825113Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df49bc77-8faf-45e0-97dd-54a4422fa65a\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.049829556Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"096168be-5681-4e6c-9b1b-d3526aa145ac\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:46:48 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.049858767Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.050207901Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.050550076Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.050980402Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.053192211Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"null","iteration":28,"elapsed":"212.635711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.058729745Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.05984202Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":28,"elapsed":"219.330771ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.061889868Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.061914158Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.061965998Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.063934195Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"0","iteration":28,"elapsed":"223.367884ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.072013953Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.072029983Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.072041413Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"230.300877ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.091044607Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.091060117Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.091423972Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ac1e0690-9edf-4276-8f61-bf66ad1e021b\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.091436662Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.091717466Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.094493233Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.094685756Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.097708786Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.09801982Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.098100811Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.098344884Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.100082318Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.101571008Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.101589998Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.101949173Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.101961913Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.102110925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.103361231Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.104044001Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"39a0c8e7-87cc-4fec-a166-bbf7a074b7f9\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.10546161Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.10547398Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.105614652Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.106074608Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":28,"elapsed":"264.319772ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.129682953Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.130040958Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.132239357Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.132253458Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.132492901Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.142305142Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.142619746Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6472bc05-a9cc-4c34-971e-f7ea09a1f4be\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.142641976Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.142654676Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143030912Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143049392Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143057982Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143066302Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143075092Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143083012Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143284255Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143310495Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.143452727Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.143463027Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.143737671Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.146024682Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.146162614Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39c68e4c-3439-4cee-b7ea-b709dafbb138\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.146175344Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.146258995Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e550519-1bcf-468a-9379-83cb437de0e7\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.146272425Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.146282295Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.149068402Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.149432717Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d5b6347-5c58-4df8-858e-239f390add68\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.149451397Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.149459998Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.149468278Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.150246088Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":28,"elapsed":"309.644208ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.267443254Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4549b9b3-3ce7-46ed-b404-e53b11f71869\", \"date\": \"Thu, 21 Nov 2024 19:46:48 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.267469574Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.267479415Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.267704767Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c459064-4b7f-412c-8123-8d1241067852\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:46:47 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.267749138Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.268074692Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.271698901Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.271872183Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.27461144Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.274935894Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.276978651Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.277146073Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.283558249Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":28,"elapsed":"442.909888ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.692636255Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"producer-registration-task","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.692662655Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"producer-registration-task","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.722527434Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"producer-registration-task","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.722631785Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:39140"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.722806587Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8312d748-ed8e-42d9-b32b-1aae3d1f50f9","remote_addr":"[fd00:1122:3344:101::c]:39140","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.723097671Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"8312d748-ed8e-42d9-b32b-1aae3d1f50f9","remote_addr":"[fd00:1122:3344:101::c]:39140","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.766517942Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/oximeter.rs:76","collector_id":"5fb99117-c685-44d5-bec2-c58adb63b619","producer_id":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:48.766539452Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/metrics/producers","method":"POST","req_id":"8312d748-ed8e-42d9-b32b-1aae3d1f50f9","remote_addr":"[fd00:1122:3344:101::c]:39140","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":43797,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.766623463Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"producer-registration-task","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8312d748-ed8e-42d9-b32b-1aae3d1f50f9\", \"content-length\": \"41\", \"date\": \"Thu, 21 Nov 2024 19:46:48 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.767764178Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"producer-registration-task","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:48.767778628Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"producer-registration-task","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:46:56.969693873Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"babd251b-dde5-487c-90aa-b5e124d49d2a","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.840852172Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.840918843Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.841377409Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.84144907Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.84147053Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.841786135Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.843357725Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.844202177Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.84447624Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.846137353Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.846154063Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.846327495Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.848698367Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.848896279Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.850616893Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.853101076Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.853115406Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.853259828Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.860983661Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.861006471Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":83,"elapsed":"20.18364ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:46:57.871659534Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"30.211253ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:01.961797321Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:56897"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:01.961904053Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"baf0fd07-9bfb-4f99-aa8d-65caa43cf2fe","remote_addr":"[fd00:1122:3344:101::d]:56897","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:01.962322928Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"baf0fd07-9bfb-4f99-aa8d-65caa43cf2fe","remote_addr":"[fd00:1122:3344:101::d]:56897","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:01.965084525Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?sort_by=id_ascending","method":"GET","req_id":"baf0fd07-9bfb-4f99-aa8d-65caa43cf2fe","remote_addr":"[fd00:1122:3344:101::d]:56897","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3244,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:01.965329069Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"fd837006-5ce5-4176-998a-117402bd83c4","remote_addr":"[fd00:1122:3344:101::d]:56897","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:01.965677493Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"fd837006-5ce5-4176-998a-117402bd83c4","remote_addr":"[fd00:1122:3344:101::d]:56897","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:01.967592739Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/metrics/collectors/5fb99117-c685-44d5-bec2-c58adb63b619/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNWQ5NDczNy00Mzk5LTRjZGQtYjVhNy0xNzZkMzIxYTQyOTgifX0%3D","method":"GET","req_id":"fd837006-5ce5-4176-998a-117402bd83c4","remote_addr":"[fd00:1122:3344:101::d]:56897","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.840272883Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.840354454Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.840802Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.841383467Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.841404568Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.841682881Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.842565373Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.845116527Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.845132057Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.845260779Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.847327397Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.847508279Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.848912158Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.851427272Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.851449632Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.851576923Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.863525483Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.863543254Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":84,"elapsed":"23.309621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.87674061Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.876988263Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:07.87898203Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"37.599672ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:11.969892128Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"1bfa32b0-5dd7-4116-9d9b-48920ed9cb2f","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841270384Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841324725Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841334874Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841343045Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:47:17.841351085Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841361735Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\"}","iteration":16,"elapsed":"16.11µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841371815Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841379455Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841387905Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841395495Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841402415Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841409715Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841417726Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841425326Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841432086Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841440936Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841449796Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841457056Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841464146Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841472267Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841479587Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841486597Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.841493347Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841499837Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841508177Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841514367Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841521167Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.841527357Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-21 19:37:17.841470746 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841534097Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841541817Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841548097Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841559677Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841569538Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841577478Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841584668Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841591198Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841597468Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841604618Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841613578Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841625009Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841634878Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841646359Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841656009Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841664989Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841673859Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841684229Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841693989Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.84170411Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.84171452Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.84172432Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.84173501Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.84174865Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.84175837Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.8417683Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.84177942Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841789591Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.841799451Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841808541Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841817541Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841827081Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841836331Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841846152Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841868842Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841882452Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.841894802Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842040534Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842064694Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842078724Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842131545Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842145956Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842159186Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842228717Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842244187Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842255307Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842267097Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842277287Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842289507Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842301578Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842313048Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842324098Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842336808Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842349928Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842359358Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842367808Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842376128Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842384459Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842425099Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0377cf96-baf3-4e09-a570-eb7c67037d4d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0d1b3b31-4591-4bcb-931d-e8e03365f0d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"112d49fb-486a-4cde-88e1-1221a68bf3b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 710290374 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842443139Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"4e669ff4-6dde-4cd2-8491-623460b56d8d.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"90b200e8-d1ee-4e0d-975c-64628c5532d2.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 710310004 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842831925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.842859345Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":15,"elapsed":"1.343809ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.843036877Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.843057428Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.53079ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.844862914Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.844966201Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.845377408Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.845538951Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.845654362Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.845807334Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.260007ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.845952466Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 713819031 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.845967847Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.84622526Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.848737193Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.848763824Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.848931476Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.850034821Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.850053391Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.850250054Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.85069389Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.852579435Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 720443349 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.852896749Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.853370515Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.853432086Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.853445396Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.853773571Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.855492644Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.855819438Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.855842679Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.856081372Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.856356535Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.856506517Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-21 19:37:17.841470746 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.856521448Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"expiration\":\"2024-11-21T19:37:17.841470746Z\",\"pruned\":[]}","iteration":15,"elapsed":"15.041911ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.859206313Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.859225714Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.859234064Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.859241004Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.859520588Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.859537978Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.861695277Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.862129223Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.865158853Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.865185333Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.865196904Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.865456797Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.86641487Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"24.616319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.866870496Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.86714697Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.867573785Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.867592925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.867893309Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.869087935Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.869385279Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.871207274Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.878771045Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.878805855Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DnsResolver","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-203795ed-576b-40e4-bed8-7463e3f2162c.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1580, tv_nsec: 746671580 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.879228321Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.879258541Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.880953694Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"39.282525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.884044425Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.889303546Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.889330096Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.88960543Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.897245352Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.900909261Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.900944521Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.900956331Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.914076006Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.914528872Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.916348667Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.916845354Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.917160408Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.918957882Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.918984062Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.919235346Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.919290216Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.921586097Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.921610647Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.921775129Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":29,"elapsed":"80.09612ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.92183397Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.922875404Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.922902484Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.922915495Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.922928985Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"81.204105ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.92327446Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.924162391Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"82.388361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.925027233Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.925293876Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.928685262Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.928750022Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.928981486Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.929389111Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.929693525Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.931613491Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.931640761Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.931651521Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.931976196Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.933349944Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.933375174Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.933551787Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.933861901Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.934063473Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.934790903Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.934813014Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.934825654Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"93.356627ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.936941752Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937196966Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937443669Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937464529Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937476159Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937486859Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.937689912Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.94875326Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.9487836Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":85,"elapsed":"107.499946ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.950879588Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.951196462Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.952911716Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.955116775Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.955144155Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.955298087Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.959600615Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"117.960436ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.966087121Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.966530777Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.967125865Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-21T19:33:15.446964Z, time_modified: 2024-11-21T19:33:15.446964Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4d2571c7-98ea-428d-998e-b26e88b12e96, db_silo: Silo { identity: SiloIdentity { id: 4d2571c7-98ea-428d-998e-b26e88b12e96, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-21T19:33:32.672523Z, time_modified: 2024-11-21T19:33:32.672523Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.967163826Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]}},\"default_endpoint\":{\"silo_id\":\"4d2571c7-98ea-428d-998e-b26e88b12e96\",\"tls_certs\":[\"dbd466c2b03229a969fa7c94302bfd3670651d44733517f4c1cd0c29c5dd0aa0\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"125.686469ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972216573Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"130.785047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972352465Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972779071Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972914403Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972941583Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972954213Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972965763Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.972977704Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.973044465Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.973057925Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.973066965Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"131.368765ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.973253907Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.973307108Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.979886046Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:17.982540101Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.982574282Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"140.863662ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.983515924Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Sled { parent: Fleet, key: 203795ed-576b-40e4-bed8-7463e3f2162c, lookup_type: ById(203795ed-576b-40e4-bed8-7463e3f2162c) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.983550955Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.983766308Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.986365982Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"0","iteration":29,"elapsed":"145.033858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.995749448Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.999919044Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:17.999947284Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.000105626Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.001066699Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.012276439Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":29,"elapsed":"170.581629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.022284532Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-21T19:47:18.023369147Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.023393907Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"181.663338ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.024100427Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.024118347Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.024455931Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"efea8c50-00d2-4865-a11f-045e27e4b275\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.024484082Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.025292763Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.025591847Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.025611087Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.025801779Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.026108303Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.03631Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.0363351Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.03634723Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.036649804Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.038082394Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.041002362Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.041016413Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.041176295Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.042935168Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"54cb9a9c-588d-41b0-9b8c-aa84dfcc59b0"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.042951059Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.042959699Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_time_created":"2024-11-21 19:33:32.758954 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.042968239Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":2}","iteration":15,"elapsed":"201.606863ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.059635621Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"218.059703ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.062219436Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.062240486Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.062251536Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.062628511Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.064161752Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.066805357Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.066821807Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.066958759Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.069164649Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"3d5fcde1-45b9-4eef-b092-78b429ed7718"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.069185819Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.069195769Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"current_time_created":"2024-11-21 19:33:31.797390 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.069205139Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":1}","iteration":15,"elapsed":"227.818754ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.080030154Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.080311898Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.081721006Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.084425453Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.084442713Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.084596625Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.10590344Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.10592672Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.106208634Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1005616-712c-4144-8731-0d92adc0fff5\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.106228414Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.108420273Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.154967655Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.154989896Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.155222979Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"MgsClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83d1ed42-447e-4fd4-829d-fdfefe18fe1f\", \"content-length\": \"26\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.155237649Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.15681421Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.265813076Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.265856207Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.295960079Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.29600484Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.296333374Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"22b84bd4-0735-415a-8a1c-304e18f2957d\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.296347844Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.297750683Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.298031387Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"fb613cbd-f07b-452c-b371-d6c9ee50ecdb\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.298043397Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.299820061Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.299838471Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.299915582Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.299926872Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"458.562667ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.299988003Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.316846758Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":29,"elapsed":"475.583375ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.333633012Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.333960627Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cca34a4a-4f25-4edd-9aff-1c8bfbcdcf42\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.33497487Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.335237234Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.336860226Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"null","iteration":29,"elapsed":"495.532111ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.361427274Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9458963c-ed53-4993-bc60-706e9b43fa8d\", \"content-length\": \"372\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.361454984Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.361780059Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.376163561Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.376190651Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.376522105Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e736b59e-f01c-48ce-8430-ce765ba222ef\", \"date\": \"Thu, 21 Nov 2024 19:47:17 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.376540906Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.37684823Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.378270499Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.378456971Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.381156698Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.381415871Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.384109537Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.384590153Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5dd48f5a-0a1d-4998-8a94-9edf0652b0ee\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.384620184Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 203795ed-576b-40e4-bed8-7463e3f2162c push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.384632224Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.384641904Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.385914031Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"04bd4eee-c0e3-4169-a7a8-01f99c28558e\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.386445248Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a07cd1e7-1e36-4c85-b3aa-60e591e82a22\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.386459138Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.38733034Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":29,"elapsed":"545.58045ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.388336246Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"61137034-2d42-4432-b90b-0a554b550d4b\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.388349109Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.390209618Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.390249689Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"548.834024ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.427398895Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.427933312Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"SledAgent":"203795ed-576b-40e4-bed8-7463e3f2162c","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c4dd152-d808-4ad4-8898-7bb281a8ce9b\", \"content-length\": \"691\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.427958603Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.427967033Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.427974473Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.429436263Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":29,"elapsed":"587.895735ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.449193247Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.449556331Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.451757911Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 58e95733-2442-4d09-af49-856b85bc788c, rack_id: 6f50eaaf-6509-4592-a570-21594f7b8789, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(a0508820-29d4-4ad9-a25a-a54581875a4f) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.451778791Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.451966484Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.46142446Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.461743174Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1634aaf-def3-42f0-a65b-6b96abb5ac02\", \"content-length\": \"134\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.461764084Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.461774335Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"a0508820-29d4-4ad9-a25a-a54581875a4f","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462050888Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462061788Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462069419Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462077339Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462084819Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462092539Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462306292Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462333622Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.462561865Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.462584115Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.462876789Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.465077949Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.46519064Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf9c942-d79f-46f6-9eb7-61cfc02df826\", \"content-length\": \"2\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.46520383Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.465289671Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"component":"DpdClient","rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a96d5c44-b320-45d3-9d8e-2d4604cacc3b\", \"content-length\": \"51\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.465302302Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.465312832Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.570625298Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"504e2a05-a48e-4500-bb2a-301ab77edd2a\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:18.570652099Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.570661769Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.570891872Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"rack_id":"6f50eaaf-6509-4592-a570-21594f7b8789","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cab8ec43-b821-4568-a9ee-d9d0ada03850\", \"content-length\": \"682\", \"date\": \"Thu, 21 Nov 2024 19:47:18 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.570925822Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.571209766Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.574586502Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.574914536Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.578162069Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.578390852Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.580319388Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.580542621Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:18.587288391Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{}","iteration":29,"elapsed":"745.691933ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-21T19:47:26.969789428Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"uri":"/915e11b8-d7cb-4730-9906-7980540813dc","method":"GET","req_id":"a02619db-f171-4ab2-9e11-47910afcdafb","remote_addr":"[fd00:1122:3344:101::d]:56113","local_addr":"[fd00:1122:3344:101::c]:46619","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"915e11b8-d7cb-4730-9906-7980540813dc","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":502,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.840962298Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.841012858Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.841302692Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.841736728Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.841758208Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.841937261Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.842835363Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.845473018Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.845498438Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.84562403Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.847688618Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.847973011Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.85385415Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.856699128Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 50bfe1c4-af2b-4319-bf0c-306a5806cfeb, lookup_type: ById(50bfe1c4-af2b-4319-bf0c-306a5806cfeb) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.856721528Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.856878341Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.867526453Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"original_time_created":"2024-11-21 19:33:13.736634 UTC","original_target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","time_created":"2024-11-21 19:33:13.736634 UTC","target_id":"50bfe1c4-af2b-4319-bf0c-306a5806cfeb"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.867554573Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"50bfe1c4-af2b-4319-bf0c-306a5806cfeb\",\"time_created\":\"2024-11-21T19:33:13.736634Z\"}","iteration":86,"elapsed":"26.609026ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.874430505Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.874742619Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-21T19:47:27.905998867Z","hostname":"oxz_nexus_915e11b8-d7cb-4730-9906-7980540813dc","pid":24470,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"915e11b8-d7cb-4730-9906-7980540813dc","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"64.247969ms"}