{"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233254255Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233419507Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233441458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233467258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233491699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233515599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233531169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23354226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23355298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23356396Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23357595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23358501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23359367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233603581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233611641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233622391Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233632311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233642391Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.233651211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233661262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233670612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233687302Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233697352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233706242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233717602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233726963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.233735863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233744063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233753273Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233763663Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233774073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233783324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233793864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233804404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233814204Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233824714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233833454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.233842674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:50:05.233642541 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233852334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233862725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233871875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233880275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233890955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233900545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233910386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233920996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233930916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233940086Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:00:05.233950576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233961376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":4,"elapsed":"12.46µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233972427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233983437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.233992707Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234004227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234014107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234023897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234033268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234045318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234056678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234086948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234124859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234138709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234151239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23417778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23418993Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23420205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23421291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234222171Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234232981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234243061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234252761Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234261751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234272161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234281031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234290681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234299992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234311512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234321882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234331202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234343252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234355423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 21559528 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234374103Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 21597149 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234432884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234458264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234471355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234478815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234487055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234521495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234730139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234746699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":3,"elapsed":"1.127398ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.23484867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.234865021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":3,"elapsed":"1.316152ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.238044272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.239056678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.239927552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.239953672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.240120605Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.240146056Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.240189276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 27491064 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.240493051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.24168101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.241704501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.241713701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.243459159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.243647312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.243672722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.243737093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.243822705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.244016538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.244185631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.244404274Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.244665808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.245676655Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.246066711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.246075331Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.246257194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.24664817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.24665838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.24666512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.246929605Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.247020196Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.247031466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.247174988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.247640236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.247651236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.247805549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.248061673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.248274496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.249163191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:50:05.233642541 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.249179541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:50:05.233642541Z\",\"pruned\":[]}","iteration":3,"elapsed":"15.52558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.249490966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.249632248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.249680229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.250255498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.251283974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":5,"elapsed":"17.105835ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.251704951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"17.543462ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.251748652Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.251759662Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.251941895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.252124328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.252151099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.25226031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.252837699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.253029473Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.256292855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.25663258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.256821354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.256830754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.256838984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"22.669274ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.257719088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.25785511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 45151598 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.258009443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.258165135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.259580438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.260307239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.260999411Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 48293388 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.261323896Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.261701422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.261723022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.261980457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.262313272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.262713868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.26406066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.264544258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.264926604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.270813888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.270844729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.270853509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.270860479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.270983191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.271272346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.273511502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.273871428Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.275034596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.275063267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.275073577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.277701429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.277990534Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.278014414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.278093995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.278287199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.278638934Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.278650674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.278826997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.280292951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.282251662Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.282278212Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.282455155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.282483476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.282910293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.285031787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.287593318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.287618538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.287675699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.291379029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.293509323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.293543564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.293674386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.296737635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.297030969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.297137291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.297167882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":13,"elapsed":"63.640413ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.298799248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.298821488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.298829529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.299050332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.300651628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.300851011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.301267028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"67.917191ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.302170972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":5,"elapsed":"67.962222ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.305035128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.305382044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.307903974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.308428983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.308652406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.308664187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.308673587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"75.106946ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.30953925Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"76.164274ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.309840565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.309862366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"76.198044ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.311465692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.311494942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.311700265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.312780563Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.315886312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.316146527Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.342212495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"108.746317ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.344102916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.344118846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.344127836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.344135096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.34437926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.353963754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.399670529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.39973467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.400083595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb316170-f21c-47b2-af40-8464626d8d7b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.400115206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.402339192Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.405951019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.415209108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.415258449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.415273749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.415684556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.475950994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.476000505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.476351811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffe695a4-acf2-4e2b-894b-3005d349f1bc\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.476371201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.478310632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.504354891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.504377321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.504596884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"059b0d99-d127-4c41-8366-8357f6353e4b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.504608995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.505979657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.52923179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.529727408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0155d954-8896-4bc0-b04d-58d43753aaca\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.529767949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.529782029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.529796149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.532980991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.533468498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.533495079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":5,"elapsed":"300.270805ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.572747969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.612474348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.613203709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"3fb22299-9fca-43f0-b47e-4d9127faaaf6\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.61323095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.615549697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"79fe13a8-4521-42cc-8bb6-dac97701b469\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.615577147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.616762757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.616791447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"383.182147ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.621176777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.621203908Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.621689516Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b77b95ab-5b0c-457c-ac90-022c9de550be\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.621727796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.622227264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.623939092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":5,"elapsed":"390.662167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.628260981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.633848871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.633890102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.634078745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.636867469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":5,"elapsed":"403.110526ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.667961389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.6680406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":3,"elapsed":"434.312649ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.669668847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.673376186Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.673411787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.673570719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.675732094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.676501466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.676531357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.676541597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.676550807Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":3,"elapsed":"442.867685ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.677923229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"443.75738ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.68106656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.68109892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.68111142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.69042957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.690462021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.690475561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"456.795369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.693572691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.693981807Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.70037828Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.700824637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49602e30-aeb8-4b40-848c-e77293e3e390\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.703209495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.703593401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.704960303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":5,"elapsed":"471.433424ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.715594944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.715635025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.715650575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.71592354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.717851359Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.720637455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.720669846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.720819618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.730344441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.730381692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.730396772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.730411303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":3,"elapsed":"496.771891ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.738513722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":5,"elapsed":"504.316262ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:00:05.739055011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.739084912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":3,"elapsed":"505.773066ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.745372193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":6,"elapsed":"511.964696ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.764831325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.765351634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1d288c49-ccb8-4416-85d5-7a8b863fa501\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.765386434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.766867198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0040c412-c71c-48dc-b657-8225f63fc9d6\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.766897629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.769036123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"269b9e67-f83d-4f32-82a8-602001c57e78\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.769072124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.771450862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.771484192Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"537.78637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.834523785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.834990013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.837232459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.837264309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.837527153Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.839008147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.839034057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.839465815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9407bf52-235a-4ab5-b911-3c248cdbbc09\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.839487345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.840017533Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.844305972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.844547446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.849497656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.849890322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.915005838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.915431275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db82add6-c718-4350-ac4f-7d5bd476ff44\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915458445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915471716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915782171Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915801901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915810241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915818261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915838651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.915865852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.916003634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.916027045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.916169937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.916187467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.916548663Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.918714958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.91884299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"125a77e1-f73c-4fda-be3b-c13a311dae45\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.91886044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.918975292Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19fb3fdb-5f27-4f76-894b-e9c9bda9eb06\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.918995752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.919011342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:05.953298604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:05.953328434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.015110386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a426f220-c8d5-4d9f-bda4-b1f9d47b528a\", \"date\": \"Thu, 14 Nov 2024 09:00:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:06.015139687Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.015150717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.015868589Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75c8b924-288e-489e-b599-2d9d94d75fc9\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:00:06 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.015906819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.016250185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.020741827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.021026681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"dd71e7ec-a3e7-4d9d-b580-6b8b72b92404\", \"date\": \"Thu, 14 Nov 2024 09:00:06 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.021053072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.022847211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":5,"elapsed":"789.347093ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.02467525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.024895064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.026991157Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.02715894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:06.034979656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":5,"elapsed":"801.65318ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:14.043214114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"6f6eec8d-bf8f-4d03-9bb0-0ab01908d159","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":305,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.230420906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.230502997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.230522638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.230537188Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.230921024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.230933995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.233311773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.235569279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.235584019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.235712111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.237904627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.238285202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.263761142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.264116577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.267577243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.269919941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.269950261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.270079113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.298172375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"67.777639ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.376427872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:15.376450382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":14,"elapsed":"146.041836ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.229604703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.229686065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.229707575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.229722335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.230156312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.230185833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.231961381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.234270417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.234282661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.234434482Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.236657047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.236936191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.238519766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.240835734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.240850134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.241015887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.250146083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.250168984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":15,"elapsed":"20.589721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.25926085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.259632276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:25.291442337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"61.819593ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:29.044176716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"c623826c-411d-4260-b0f8-a4290ebf01c6","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":492,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230081557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230165488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230185578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230202079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230218699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230231739Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230244009Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230256569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.23026836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.23028236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.23029521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.23030891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.23032315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230337311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230350081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230363951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230376971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230395942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.230411052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230424862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230437162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230450703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230464013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230475413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230488693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230501643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230514724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230850899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230878549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.23094646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230970671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.230992421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231009792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231026692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231039922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231050682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231058632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231246765Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231257615Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231361077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231370377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231377627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231385238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231392827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231400058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231406298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231412758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231636902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231648052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231662682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.231704543Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.233859017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 24443555 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.234108271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.234425486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"4.228928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.234452087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.234944125Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 25525952 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.235229599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.235515824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.235525814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.235532954Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.235772348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.235832629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.236166804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.236175864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.236348877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.237582957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.237602747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.237734509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.239298845Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.24026913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.240530944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.243426511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.243448911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.243628154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.254530029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.254976106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.256980369Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.257323434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.27136347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.275660559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.275688929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.275915823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.277662071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.278300341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.279069964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.279585082Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.279597602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.279786285Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.279965918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.280369914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.280463256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.280474416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.280665279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.280676129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.280685219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.281170797Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0281998b-12d9-4a57-bfa0-8dc1bd6f6670\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.281189418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.281781417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.281809417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.2819493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.282627061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.286833665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.286863027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.287188205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43d00ae4-a020-4aa5-9a0e-501be0f7a1cd\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.287218017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.288390223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.288968772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.288986203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.288993093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.289030064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.289128125Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.289541202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.289587753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.289720365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.289898147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 80478505 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.29004543Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.290221693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.290837803Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.290851283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.290996185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.292630371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"62.309201ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.29376911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":6,"elapsed":"62.397212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.294006364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.294353719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.294666184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.294968579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.295577999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.295599599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"65.413381ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.297340757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"65.96473ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.306131998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.307894437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.307921947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.308069159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.312404639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.312531671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":16,"elapsed":"82.129739ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.330468529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"100.234021ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.332643334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"101.244607ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.336801091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":6,"elapsed":"105.396704ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.341901343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.341926063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.341936614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"111.783686ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.359585737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.359927763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.365024715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.36504775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.36515427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.365442491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58b7a274-7c9c-4fd2-8f56-3df047cb7196\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.365464261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.365560893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8de6bb28-926c-4290-a9c0-28a9ab0e3e30\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.365710476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":6,"elapsed":"135.601888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.367674787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.367965932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.368049233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.420394134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"190.278588ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.427872714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.427910135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.428461894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7fd70d-1dd6-4196-a98a-884b2103488d\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.428504804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.428918901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.43072478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":6,"elapsed":"200.563883ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.488416217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.488462348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.488743212Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6c244238-862a-4e8b-b1e1-0004ec7a3c98\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.488756292Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.489083778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.506781802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.507152738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.508807175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.508821735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.509002748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.515826947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.516128882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b951dc7-eec9-4539-adee-5e940e4bf3a9\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516154093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516166263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516434677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516448937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516457047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516465698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516472808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516503538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516645721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516660201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.516806193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.516815973Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.517074527Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.518979278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.51907936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a84cde2d-b64d-4742-9fda-10deade6ca26\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.51909366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.519169081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a07f185-2fe8-4b36-b1c4-c55a51338e05\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.519180371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.519190951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.546386648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.546890146Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.579705684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.580141941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.583977612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.584338658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.587314976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.587347196Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.593949672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.595505437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.595519048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.59566796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.597471089Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.598950213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.598964153Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.59909758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.633562659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.63426115Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.637891889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.638258334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.640013852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.642575674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.642614454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.642630485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c3fc8f5a-1947-4e84-b7db-7c91bc7e5061\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.642642255Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.642651315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.642796207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.643285085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c428c6ce-cecb-41f5-8537-e5017c42f664\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.643320726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.643466788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5e81ee70-e68e-4180-949a-736388172786\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.643561449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.644437794Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":6,"elapsed":"414.160104ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.645421699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":6,"elapsed":"415.16806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.647472692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.647679536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.654745759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.655051084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.657385532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.657723087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.667445423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":6,"elapsed":"437.173924ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.712155142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.79051999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d19ed53c-1753-4995-b7a5-df1152ca5ad1\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:00:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.790558961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.790571222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:35.790578782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:35.791803981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":6,"elapsed":"561.740255ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:44.043851926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"670276e3-b1b7-42cf-ac45-bd9881182969","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":465,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.230034123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.230122434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.230145245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.230160915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.230558451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.230611892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.232528253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.233109812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.233403077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.23485229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.2348712Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.235005523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.235136925Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"5.094182ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.237207778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.237445422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.239000567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.241317304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.241332644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.241464566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.252548304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:45.252571865Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":17,"elapsed":"22.558703ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.230892343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.230987894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.231012554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.231029145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.23131897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.2313431Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.233112268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.233650177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.23383257Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.235381995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.235393775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.235532407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.235544347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"4.657145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.237475428Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.237645701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.239130575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.241158837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.241172018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.24129856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.253711769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:00:55.25373579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":18,"elapsed":"22.873267ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:00:59.043207261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"42447646-b2d1-41d8-a9db-955b5a70c204","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":507,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231121496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231198478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231217048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231232648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231246109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231259759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.231273039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:51:05.231148757 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231288199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23130005Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23131221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23132644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.23133875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23135057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23136248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231374221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231388851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231402201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231414181Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231429052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231445592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231467562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231487502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231510923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231528943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231547783Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231567444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231586164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231606564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231625215Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.231644555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231664035Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231681525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231698566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:01:05.231718016Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231736126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231752667Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231770327Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231789367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":5,"elapsed":"20.611µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231811328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231831708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231850628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231863668Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231872739Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231881459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231890229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231899299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231907799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231917199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23192674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23193728Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23194776Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23195654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23196577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.23197692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231986021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.231996451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232009801Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232021121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232030321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232040721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232053071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232063252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232072342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232081702Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232090632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232100752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232111363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232120603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232133123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232142993Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232154023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232165463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232177773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232188144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232199124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232210914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232222864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232233754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232245065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232254845Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232264965Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232276825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232288815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232299275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232309846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232322216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232330076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232337376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232345986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232353876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 22436262 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232367267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 22444713 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232379547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232388347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232395487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232433348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232445778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232663331Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232674132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232717812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232727782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":4,"elapsed":"1.445033ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232848504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232859624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.232867585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":4,"elapsed":"1.509294ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.235370135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 25549212 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.235446546Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:51:05.231148757 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.235461436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:51:05.231148757Z\",\"pruned\":[]}","iteration":4,"elapsed":"4.303519ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.235603629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.235852893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"4.326639ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.236285459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.236421312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.239494191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.239521702Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.239532652Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.239666894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.239759685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.239773866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.239912858Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.24002984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.241384712Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.241863809Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.242231375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.24255376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.243551126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.243573597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.243826121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.243837751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.243891792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.243995514Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.246138998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.247434499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.248986164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.248999634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.249164766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.249566093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.249577983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.249719185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.251078347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.251452693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":7,"elapsed":"19.859209ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.251608366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 41789803 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.25190079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.252663413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.252686813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.252694483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.252702323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.252712194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.252862876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.252963487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.253498606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"21.852501ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.2593503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.259820648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 49969185 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.260110872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.260942646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.260958606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.261095998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.261106938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.262563752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.262578782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.262704344Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.263221341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.263526623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.26497848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.265316816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.265537689Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.265967456Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.271949732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.276188851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.276216551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.276391524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.280867316Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.281086149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.283693491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"52.066157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.283975426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.285596682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.285620552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.285766985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.285793735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.286287303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.293538949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.296178342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.296203372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.296363435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.30476201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.307110848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.307133338Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.307144528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"75.521813ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.307190009Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.307203129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.307356912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.308080943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.308695673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.309058949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.309373824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.309385134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.309579607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.30974705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.310082285Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.310142706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.310154226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.310163457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"78.947238ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.311144282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.311866834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.312057777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.312076267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.312339601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.312370082Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.312386222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.312530995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.316736922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.318301347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"87.051769ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.320069976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.320097636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.3203486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.324458216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.324481156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.324490407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.324496557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.324880893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.324950764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.325443422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.327143469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.32715693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.327343893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.328460731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.329834773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.334734561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.334987395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.33775485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.33777901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"106.227617ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.343216097Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.343241398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":19,"elapsed":"111.751576ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.347017489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.347035499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.347357734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a654b9-9c49-4e3d-83c7-5ccd673b387e\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.347372924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.348760037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.351560312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.351775585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.357024199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.357266813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.358246369Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.358268519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.35827585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.3582825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.358600835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.359445168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"127.824284ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.396092177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.396156528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.396545974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d6d1ddd-de4a-4b85-95f4-2db1c252eea5\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.396569175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.398495786Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.406714488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.407257206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.413567098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.413611688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.414044395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbdb1a12-5f32-45be-8c57-2605d4170fa8\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.414074466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.417674404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.4199354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.419968121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.419979791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.419989701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.420597851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.438146673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.438466158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.441441886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"210.102265ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.495588066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.495638246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.496129784Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26b78665-aacb-45db-ac10-b2665f52a1e0\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.496166115Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.496551951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.500730138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"269.288816ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.501633683Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.502862182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.503179007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13342270-29fd-4ad8-9b0c-45422c78eca2\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:01:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.505564636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.505593066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.505607017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.505616427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.505626297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.512012909Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":7,"elapsed":"280.898053ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.512157312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.512516388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.542142974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.542395028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":7,"elapsed":"310.762293ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.543591127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.543616197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.543627768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"312.134865ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.548543347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.548619768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.548956643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.553195291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.553622058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e9c23fdf-bded-4ace-9aff-bbfc3d689d60\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.553644828Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.555316635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"01d3cc3c-7d3b-46e1-9e9f-b8b0bf48c192\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.555340666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.556703147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.556721088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"325.49319ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.562501581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.562539641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.562553621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.562565052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.56305962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.565447108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.565476348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.565688782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.567872407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.571743389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":7,"elapsed":"340.223917ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.571934082Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.571956032Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.572180026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.575335607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.575933847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.575950647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.575965647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.575985737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":4,"elapsed":"344.682838ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.578973025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.578998306Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.57923718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.581668709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":7,"elapsed":"350.261417ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.616081552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.623500771Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.623542451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.623559642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.624010089Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.624118991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.624151051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"392.72517ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.630568944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.631003971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.633987149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"402.454066ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:01:05.650583736Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.650632307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"419.403229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.676847498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.678910141Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.679217496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.679233376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.679434749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.681557313Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.681579684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.681710576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.683499855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.68445302Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.68447758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.684490611Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.684502241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":4,"elapsed":"453.199481ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.684841416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.684852397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.684986889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.760032714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.760586273Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"23955283-92f1-49c5-82c7-4cf056686152\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.760605943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.762628706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1c1b881d-26eb-438c-b82b-08919cffa913\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.762650496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.764981874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"53e37385-898c-4387-bc77-e7be8b5eda79\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.765009404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.76722033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.767265721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"535.790978ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.793481422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.793503862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.793690025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cd6d5ee7-20b1-443e-ab19-0403a6bc8a17\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.793701525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.794139472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.794148953Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.794432127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5648fe01-7871-481a-b705-18725d8bc895\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.794453647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.794465887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.794477018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.795558185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":7,"elapsed":"564.463839ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.796711084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.797081269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.798604904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.798926629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.799929775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.800110238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.800887411Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.800901051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.801132055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.803063906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.803084966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.803372271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"32b0da1d-23d2-4198-b2f7-0a41936390c8\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.804493069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":7,"elapsed":"573.088198ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.810060838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.810371783Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aeea5463-743d-467c-8f1c-10fab55a53a6\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:01:04 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810391323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810400194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810689208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810701368Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810708588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810715729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810722759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810730089Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810883471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.810892962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.811132745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.811141326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.811341899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.812884134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.812988915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53019771-5a35-40d6-9971-47632f008383\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:01:04 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.812999575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.813095067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bae311ae-cc0e-4c64-840d-41338a670532\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:01:04 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.813109207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.813119447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.924526337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"c590f9e5-829b-4515-99b8-4b3b6c7652f9\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:05.924627549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.924642369Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.925185678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33cc8bd5-e748-448a-8f15-a594021e94b9\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:01:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.925234208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.925594004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.929914674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.930265679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.933721085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.934092821Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.936158794Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.936328081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:05.942632248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":7,"elapsed":"711.481251ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:14.045401466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"5b8b0c6d-8a27-4d87-aa42-9a05f994edad","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":324,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.230578277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.230661178Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.230680179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.230693379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.230998414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.231177297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.232890984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.233128988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.233828599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.236117576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.236131326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.236267058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.238430683Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.238704658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.240374784Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.242655321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.242667221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.242807963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.253075848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.253100109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":20,"elapsed":"22.505631ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:15.26067243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"30.119464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:19.036914979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"22c06a5c-e537-435c-b653-301e45a8ca2d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:19.037228174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"22c06a5c-e537-435c-b653-301e45a8ca2d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:19.039842266Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"22c06a5c-e537-435c-b653-301e45a8ca2d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3002,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:19.040116901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e49f64e5-c7af-4200-ad69-04fb62b85584","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:19.040389805Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e49f64e5-c7af-4200-ad69-04fb62b85584","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:19.042445418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e49f64e5-c7af-4200-ad69-04fb62b85584","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2368,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.230707048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.230803589Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.23082393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.23084024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.231124994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.231183426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.233487612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.235746749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.235768849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.235907831Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.238039656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.23832018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.242315824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.244675732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.244689463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.244837655Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.254941837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.254962648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":21,"elapsed":"24.245109ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.377436175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.377666099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:25.406680775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"175.993918ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:29.044087903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"b4f3887d-8715-4887-99cc-50e344e61415","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":436,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230408121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230482025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230498085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.23051481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230527401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230539307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230550296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230563552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230575224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230586924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230597856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.23061714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230634287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230652569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230670194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.230687697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.23070476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230722658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230744989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230764498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230784646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230804596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230825766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230847628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230868675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230888204Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.230906111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231208945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231238035Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231249325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231259335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231268106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231343937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231354887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231387717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231398418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231438549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231449429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231494679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231735393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231745943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231753663Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231761544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231768014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231775784Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231783484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.231791164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.232020158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.232078329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.2321399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.23214995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.233585233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"3.018309ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.234372956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.237036168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.237083769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.237095209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.237194101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.237223511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.238589533Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 28548411 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.238795007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 28748124 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.238826937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.23901776Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.23903023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.239783643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.239796833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.239987846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.240649586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.240674317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.241284877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.244101062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.244129622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.244266804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.245336832Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.246823036Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.246838996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.246983248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.251497741Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.251598232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.251922198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.251936188Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.25208402Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.253417542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 43365849 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.253748867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.253864989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.253875479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.254031601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.283002147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"51.188142ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.284099964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.28444059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.286338751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":8,"elapsed":"54.560746ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.286892769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.287088332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.287652412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.287669132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.287676002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.288030628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.288100309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.289470221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.289778346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.290838063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.290853753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.291039276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.291173258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.291182708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.291190278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.291395512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.292307296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.292325557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"61.712431ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.293129129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.293249262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.293474385Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.293493115Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.294718405Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.296968581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.296996352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.297134184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.298214751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.299903669Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.299922989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.300066461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.303544147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"73.097535ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.31182258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.31185523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":22,"elapsed":"81.360627ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.316731219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.316746689Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.3167937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.31680609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.317083254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab2cb97a-a788-402f-ae72-a767ea6abced\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.317102445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.317193596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f73a620-a487-44ec-9745-b3c3a566540f\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.317211647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.319367871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.320260096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.321220571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"89.466058ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.32302251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"92.383595ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.323331585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"92.867832ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.324773138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.324793528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.324801669Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"94.251114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.326852521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.326952713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.326972413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.327169347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33c72ca1-3c18-4b1c-b918-d2ee63a57580\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.327196077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.327208737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.327470711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.327825177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.328409876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.353957357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":8,"elapsed":"122.216563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.360554513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.360970199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.362302381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.363943027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.363969538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.36410729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.36536767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.366964676Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.366978676Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.367123188Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.418219669Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":8,"elapsed":"187.584534ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.421221098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.421584223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da7efa69-1663-43b5-b729-382f4ba9275f\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.423312731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.423619356Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.426263848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":8,"elapsed":"195.756635ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.513217796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.513263586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.513642392Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"213ae04b-aecd-40b7-bdfd-7a42a6fc8241\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.513676193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.513983628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.532896722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.53343133Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5956c303-04e7-4235-b0f4-bc3af32ebd8d\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.533488411Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.533505911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.533513962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.535189579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":8,"elapsed":"304.769906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.557259643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.557787222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.562809582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.562845983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.563184928Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.571677985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.572086931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a1470e7-0e7d-4dfe-8d89-e30343594216\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572118882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572135272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572521689Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572541599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572550569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572559749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572567129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572573499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572781633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.572796753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.573056717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.573082258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.573349672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.584646113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.584921978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6a9761b-812c-4b3f-8704-05c8884d25ce\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.584962138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.585186962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b36b05fb-350c-44f8-bf6f-724696dee824\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.585204552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.585216982Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.597067013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.597102623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.6441647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.644502075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.702008869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"87444d3e-c076-4d7f-8f28-be872619414a\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.702053359Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.70206422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.702370044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cb235129-9e3e-40f7-835e-4a36d6ed511d\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.702389035Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.702775921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.702850642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7eab378-e7e0-44ed-a60c-189e4075c73d\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.702897993Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.703125047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.704712352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.70516488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.707268083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.707559128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.708115907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.708348491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.71078677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.711023794Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.71203752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.71205634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.712527818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a05c843e-9281-4d5b-9f25-52dfd91e4775\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.712899064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.713112307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.714334187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":8,"elapsed":"483.732492ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.719575091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":8,"elapsed":"488.883075ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.741966081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.742224385Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.743537446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.745947525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.745964955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.746110327Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.750979976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":8,"elapsed":"520.319279ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.967421443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.967467904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.998703516Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:35.998826878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:37711"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.998921519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"08122c21-6382-4a82-b1a3-1a786b2f1d1a","remote_addr":"[fd00:1122:3344:101::b]:37711","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:35.999232944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"08122c21-6382-4a82-b1a3-1a786b2f1d1a","remote_addr":"[fd00:1122:3344:101::b]:37711","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:36.033324272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/oximeter.rs:76","collector_id":"487ff140-60d3-41ba-8767-caa53806d612","producer_id":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:36.033347932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"08122c21-6382-4a82-b1a3-1a786b2f1d1a","remote_addr":"[fd00:1122:3344:101::b]:37711","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34476,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:36.033389253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08122c21-6382-4a82-b1a3-1a786b2f1d1a\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 09:01:35 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:36.033959592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:36.033967572Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:44.044745661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"52b77b58-df48-4a3d-9aee-e92a351957a5","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.230917398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.23099458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.23101163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.23102732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.231524008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.231563718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.233390938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.233562421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.234030828Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.235566383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"4.670195ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.236309765Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.236323175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.236463907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.238289247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.238461939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.240311209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.242575335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.242587916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.242724918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.252039087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:45.252067518Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":23,"elapsed":"21.1355ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:49.036550389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"0f6c90af-3edc-47a2-ab29-b64b13950769","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:49.036888965Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"0f6c90af-3edc-47a2-ab29-b64b13950769","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:49.03977308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"0f6c90af-3edc-47a2-ab29-b64b13950769","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3303,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:49.039987514Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"f41f4554-3a9f-4ec5-9449-5c5adb01138a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:49.040264148Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"f41f4554-3a9f-4ec5-9449-5c5adb01138a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:49.042072477Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"f41f4554-3a9f-4ec5-9449-5c5adb01138a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2127,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.231489886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.231581187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.231602897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.231618778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.232056785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.232077745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.233966065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.236306813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.236322563Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.236460455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.238731482Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.238994356Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.240711884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.24297497Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.24298924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.243125242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.254574806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.254589077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":24,"elapsed":"23.131302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.261604199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.261871964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:01:55.263142484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"31.649289ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:01:59.043788373Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"294f3b20-c02b-439f-b2ba-392f28bb87ca","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":398,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:04.036981454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"6a5ed4b5-d4e5-49c9-9dec-3de1fc25555b","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:04.037264558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"6a5ed4b5-d4e5-49c9-9dec-3de1fc25555b","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:04.039709627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"6a5ed4b5-d4e5-49c9-9dec-3de1fc25555b","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2788,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:04.040010972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"7a12af9c-64fa-4645-a03c-c519f37e3660","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:04.040455339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"7a12af9c-64fa-4645-a03c-c519f37e3660","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:04.042207347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"7a12af9c-64fa-4645-a03c-c519f37e3660","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231133628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231188799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231199189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231207809Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231214509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.2312204Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23122684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.2312359Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23124394Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23125265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23125972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23126672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23127399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23128279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.231290591Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231297911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231304401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231312461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231319781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231325641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231333011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231339382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231345811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.231352922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231358972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231365222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231371882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231377972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231387322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231395202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231401363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231408012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231415333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231423013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:02:05.231429363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231437023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231445593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":6,"elapsed":"13.09µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231454803Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231460943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231468404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.231475814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:52:05.231382652 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231482204Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231488484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231495594Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231502114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231509354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231516884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231523724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231530194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231537695Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231604616Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231660067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231675397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231688357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231699107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231709397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231718397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231725108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231732318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231738938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231745118Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231751398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231757238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231765088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231771558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231779869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231789519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231796979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231812409Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23186715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23188134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.23189038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231897851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231910381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231920911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231948961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231958971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231968261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.231975812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232023413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232036593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232046763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232122244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232136654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232144414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232179045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 21814292 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232194205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232232926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 21872983 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232726724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232749554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.24661ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232798375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.232810195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":5,"elapsed":"1.338912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.234587504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.234810207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.235954265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"4.628384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.236359262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.236463044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.236580366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.236710278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.238221762Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.238237202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.238374164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.238484806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.238845622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.238857432Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.239002334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.239879029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.239899489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.240024201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.24117262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.241984353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.2430702Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.243120611Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.243192812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.244080956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.244099927Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.244107116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.244113767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 33734384 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.244372191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.244384841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.244451482Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.244462552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.244609125Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.245290026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.245465348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.246743609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:52:05.231382652 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.246764869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:52:05.231382652Z\",\"pruned\":[]}","iteration":5,"elapsed":"15.367437ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.246929922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.247119675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.248356195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.250634421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.250657472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.250666112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.250674942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.250683132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"18.987695ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.250777804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.252018064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"20.309446ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.252458481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.252675774Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.253734711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.254368692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.254771648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.255912646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.255940117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.256095029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.256243982Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.256704609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.258128112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.258156352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.258166593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.258175483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.258463027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.259621446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.260100764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.260166685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 49796342 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.260212935Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.260228006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.260236066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.26049847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.26051941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.263045651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.266398495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.266429555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.266617418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.268676251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.268702302Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.268719022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.269133699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.269254241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.269606556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.270081704Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.270380569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.270427899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.274715928Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.274739819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.274960882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.276311174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.276751061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.277857039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.277871439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.278020912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.278981437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.278994187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.279133299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.279952703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.280897918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.281709591Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.281724211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.281736511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.281746421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":5,"elapsed":"50.575652ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.281755492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.281764642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.281939944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.282715487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.282731747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.282881479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.285667184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.285858497Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.286985265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.288727964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.2897234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.28974501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.289965053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.292933381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.293068493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.293085243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.293143895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.293320737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.297421833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.297690237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.29781899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.29784284Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"66.460978ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.300510003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.300541433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":25,"elapsed":"69.07452ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.301813694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.301845804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.301857215Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.301866004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.301876845Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.301890315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.301903165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"70.052376ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.301917805Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.303013533Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.303537362Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.303916208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.306393937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"74.980885ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.306739353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.306757393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.306929996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.306940596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.307143139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.318208457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.319783683Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.319813033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.319927015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.320029346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.320205429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.33394618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.333978871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.333989871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 123584487 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.334003361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"102.661009ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.334238935Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.342376426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.34265547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.342800092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"111.608453ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.34514889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.346479061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":9,"elapsed":"114.816695ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.347549989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.347561729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.347571069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.347744962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.353522065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"121.815007ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.365200822Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.392257057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"160.548469ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.397033944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.397084314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.397996379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3e1bc4c-5f63-4253-8890-83576f9a0490\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.39804418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.399995921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.400849465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":9,"elapsed":"169.167109ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.433918326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.433985127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.434424944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e938f652-6eb4-4bbd-a7a3-cbbb37087f45\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.434456585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.437586945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.447643307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"216.319085ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:02:05.450521113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.450551113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"219.08305ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.496828647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.497423437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81a44ad-ded5-42d4-8068-a03f5703b479\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.497464227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.497488087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.497497078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.498985762Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":9,"elapsed":"267.864383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.507355686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.507656001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.525697851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.537086724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.537142795Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.538591458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d950c049-67ef-4c1f-badf-1ec2c4a9ea18\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.538631088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.5424772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.542518401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.542540361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.542986058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1308bee-0593-4914-a756-97df6a7d5b88\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.543021219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.543521837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.544721626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.54555511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.546606187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.547188776Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.547275137Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.547292218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.547512531Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.549025206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.549444392Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.549474673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.549610885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.555731023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.555774054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.555786644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.555797894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":5,"elapsed":"324.467153ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.556071709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.556102169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.556394504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.558450267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":9,"elapsed":"327.287979ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.609617859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.60969221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"378.4195ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.61343997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":9,"elapsed":"382.064078ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.623654714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.623685595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.6240113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1c27ad17-f954-4687-a094-87f22648ef8a\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.624033111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.624487598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.62709717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.627291173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.634643881Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.635004757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.642389026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.642427056Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.642924374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b3c58448-f6ae-47df-8a0a-5c86a6be2f9a\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.645694249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":9,"elapsed":"414.440208ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.671977981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.672378507Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7e972d6f-f317-4a61-a3b9-c014a8982f6e\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.672414588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.674355169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.674508711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"688e5e4e-7cda-486e-8a01-ff35088088d5\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.674537172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.674548342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.674851627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31c5da73-d561-4c1e-896c-8fde343e33ff\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.674945218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"84d28cce-fb36-42f6-a413-c11ed334e64d\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.674961079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.678904102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.678928953Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"447.488929ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.679534962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"17d0c8ae-a2ef-4662-a472-87749553fde2\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.679550312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.680102952Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.680504518Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.681659477Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"49bbded8-b30a-4435-87b8-5c9ff8a0c69b\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.681687867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.682589281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":9,"elapsed":"451.443043ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.683543957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.683583147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"452.355368ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.756882665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.757218951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.759503597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.759520417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.759836793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.768878768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.769253184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01c9b75d-eeb8-415b-8b93-8fc84016c8e5\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769276734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769291904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769856903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769883274Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769892304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769900184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769908814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.769916764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.770086757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.770106938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.77027095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.770295481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.770759548Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.7721407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.772252742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0ec400-c086-4e54-91b4-9de190ea92e2\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.772264222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.772371424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98e3e54a-9248-4106-bdc9-7c7f6498d5db\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.772391954Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.772403474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.875931728Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"93b54599-42e3-4344-86ad-fe8585902e09\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:05.875978959Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.875990889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.876330224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"454505f7-1aba-4356-852f-921884e1fda2\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:02:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.876404225Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.876875813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.880892218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.881233203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.884550356Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.884737789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.886345165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.886695231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:05.893843615Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":9,"elapsed":"662.574235ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:14.043716269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"e7598a97-94b2-448c-bec9-6913cf678eb5","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":517,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.231052455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.231134917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.231154297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.231169337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.231463722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.231544513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.233722258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.236083976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.236101286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.236247309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.238080468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.238327542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.239791936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.242103163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.242117433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.242256945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.256476904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.256498754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":26,"elapsed":"25.439779ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.265872205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.266100448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:15.294306661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"63.274896ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:19.037279186Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"e3ea3e8e-97c7-4bcc-974d-b5c75287a0c7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:19.037646632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"e3ea3e8e-97c7-4bcc-974d-b5c75287a0c7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:19.040572768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"e3ea3e8e-97c7-4bcc-974d-b5c75287a0c7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3400,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:19.040868193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"9ffb41b1-8da0-4a73-b18e-f294075d2f88","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:19.041223049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"9ffb41b1-8da0-4a73-b18e-f294075d2f88","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:19.043409594Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"9ffb41b1-8da0-4a73-b18e-f294075d2f88","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2603,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.231750745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.231846006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.231867276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.231887067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.232260543Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.232281823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.234092422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.236415129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.23643096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.236582832Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.238778547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.238992941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.240720239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.242870523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.242883413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.243018816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.259035743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.259063773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":27,"elapsed":"27.308959ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.268769409Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.268998653Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:25.270436676Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"38.718222ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:29.046074705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"05032667-283d-4888-826a-7cf856a9cf2c","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:34.037982304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"21dd6580-bab4-4817-8742-63f31d7bab53","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:34.038489892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"21dd6580-bab4-4817-8742-63f31d7bab53","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:34.040617116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"21dd6580-bab4-4817-8742-63f31d7bab53","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2738,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:34.040933151Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"3dfa0ff0-8750-475c-9704-7a6037463dee","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:34.041253197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"3dfa0ff0-8750-475c-9704-7a6037463dee","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:34.043583654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"3dfa0ff0-8750-475c-9704-7a6037463dee","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2709,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231391287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231479598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231499019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231512469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231524869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231538759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23155128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23156584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23157732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23159152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23160401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23161719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231629731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231642371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231654351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231668091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231682282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231695012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231706972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231718442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231730152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.231742023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231788683Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231803253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231814594Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231826714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231842094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.231854614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232122719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232177299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23218855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23219798Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.2322207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23222971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.2322387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232245551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232252681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232260981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232268981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232712198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232729928Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232737259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232743459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232749099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232756029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232762129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232769039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232970342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232981152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.232989612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.233076064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.234915523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 24215761 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.235259829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.23533709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"3.802071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.235432472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.236692962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 25992070 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.236938626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.237134129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.237145069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.237284742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.239349565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.239484717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.239593729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.240659946Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.241683112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.241705223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.241860425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.245117458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.245145898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.245159058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.247713479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.247932583Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.24840906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 37712088 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.248436231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.248699905Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.248725185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.278023006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.278076877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.278084647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.278487983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"45.748125ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.278535274Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.279976447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.280914722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.280964433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.281210557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.281257928Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.2819974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.283350252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.283367732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.283527424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.284656503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.284679843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.284853096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.284911267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.28509272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.285228282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.287450167Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.287479008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.287655951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.288468864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.288996543Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.290633269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"59.033368ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.290783221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.290797851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.290953494Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.290992775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.291004575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.291150397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.294212666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.294394899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.295531397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.296438182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":10,"elapsed":"63.716664ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.297788434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.297820914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.297932666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.314288499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.314324839Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":28,"elapsed":"82.744169ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.319194708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"86.444099ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.324814128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"93.368809ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.326694388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.326710408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.327057394Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2fa1379c-d22b-4f56-bf59-278024981f68\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.327070974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.328317964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.329697506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.329721147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.329728947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.32995317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.334219219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.334245579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.334503534Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"246bb790-ecb5-4b22-b94b-e7a0eb6b68b7\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.334516464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.335220555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.335236985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"103.653705ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.335952007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.335994747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.336414334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.34424631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.344268371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.344547175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d2ad8d2-caf1-432f-82f1-bd54905479d4\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.344560545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.345988808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.347572624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.347818977Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.3641892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.364214081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.364222871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"132.731673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.37286558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.373277186Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.375832627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.376117162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.381525339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.384796691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.384814742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.385000725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.404537969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"173.02144ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.405175659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.405592306Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dd251cb-2a56-4d91-bce0-487c54c0629a\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:02:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.407203711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.407620198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.411274627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":10,"elapsed":"179.751888ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.429587001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.429648592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.433348222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":10,"elapsed":"201.933744ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.435691429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ba6e364-2ecf-406b-bde4-f1b5a6ed9fdd\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.43574971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.436193097Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":10,"elapsed":"204.516006ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.436254698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.458961474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.459014313Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.459296777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"fa0af902-3f14-439b-a97a-a490eaaa73ed\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.459320806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.459767166Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.46623499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.466501724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.469929269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.470286035Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.471105928Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.471495875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.47310031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.474065716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.474084106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.474494113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"fbda8b66-0dbd-49f9-9848-231d37baa2ac\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.474623445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.474639425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.474784267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.476029977Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.476336232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":10,"elapsed":"243.606374ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.476379913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":10,"elapsed":"244.769923ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.477358879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.477387799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.477498821Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.508489059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.508889695Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.514081179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.514115499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.514393674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.52351243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.523866966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0defd4fc-0300-403b-ad49-9d58aed18462\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:02:34 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.523888326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.523901726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524173871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524190121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524197971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524206011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524214382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524221792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524375484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524386684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.524621008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.524629958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.524911273Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.526239304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.526675361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de803b28-9630-4b56-8946-3ec328d52226\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.526696861Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.526705971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.526714162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.52723143Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.527337282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e3fec71-d83d-4379-ad8c-2c0488003813\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:02:34 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.527351972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.527360582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":10,"elapsed":"295.992126ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.527439413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c225347-2ae7-46ca-a6a1-3594901ab260\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:02:34 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.527453134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.527463874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.65792455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3cee8e1c-3c51-4728-bf29-b4f131e14f40\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:35.657975231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.657987101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.658294596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a085ae7a-1d32-4e72-a86d-910154e013a8\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:02:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.658351907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.658855705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.662859979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.663161444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.666809773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.667090957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.669059149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.669315573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:35.676997636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":10,"elapsed":"445.358195ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:44.045553383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"92866a12-c956-4a66-b13c-1612ad557ec5","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":315,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.23172617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.231811792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.231830502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.231846442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.232090606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.232114357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.233909605Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.236198972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.236212022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.236355395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.238472329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.238659752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.240347859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.242514804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.242528504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.242659226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.252086328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.252101998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":29,"elapsed":"20.408138ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.264938944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.265263549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:45.266728503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"35.003433ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.23181104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.231871001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.231882351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.231893691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.232229096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.232246267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.23436051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.234567444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.234906439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.236317312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"4.526823ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.237320248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.237336918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.237488911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.239772837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.240035072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.241711759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.244072506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.244086637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.244225029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.264891661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:02:55.264914911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":30,"elapsed":"33.092802ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:02:59.043961085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"edca11b3-e34b-4dee-9915-f14cfc0f18f2","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:04.037360358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"30e6d065-baeb-46bd-a353-8987581f6193","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:04.037658743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"30e6d065-baeb-46bd-a353-8987581f6193","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:04.040151182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"30e6d065-baeb-46bd-a353-8987581f6193","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2858,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:04.040417446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"f51a44d6-438b-47c1-9464-8d6827ea37c6","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:04.040769442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"f51a44d6-438b-47c1-9464-8d6827ea37c6","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:04.042568481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"f51a44d6-438b-47c1-9464-8d6827ea37c6","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2214,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231569303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231627724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231640885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231651185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231661065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231670305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231679895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231687765Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231697256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231705986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231715156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231754726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231763586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231772127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.231781147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231789717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231798127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231806987Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231814918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231823318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231831048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231838408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.231847618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231855698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231864508Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231873058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231881099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231890659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231900279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231909299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231917699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231925719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231934539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.231942689Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23195102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23195937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":31,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23196717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23197481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23198446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.23199201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:53:05.231879868 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23199956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232006841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232014711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232023381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232031981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232039921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232048821Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232056571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232064311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232071971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232079592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:03:05.232091842Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232104282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":7,"elapsed":"14.541µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232113692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232126283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232136372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232374136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232393057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232402337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232412137Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232437548Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232446937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232453298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232460558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232470068Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232476648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232483978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232490578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232497438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232506529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232512379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232519409Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232525569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232532779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232538969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232545649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232551979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232560679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232568559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23257659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23258442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23259229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23260051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.23260851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.2326154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 21517178 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232629011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 21531978 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232742962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232754742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232763033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232769953Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232776703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.232787983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.233085108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.233097078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":6,"elapsed":"1.308121ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.233164759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.233176659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.401193ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.234943048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.236125737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"4.449011ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.236751657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.236776607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.236785267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 25689025 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.236916499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.237047362Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.237291055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 26208113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.237448388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.23755225Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.237695892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.239061464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.240307994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.240798862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.240814282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.240959564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.241083406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.241425162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.242809924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.242822234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.242966737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.243427174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.243685738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.251943201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.252307637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.253197131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:53:05.231879868 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.253218171Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:53:05.231879868Z\",\"pruned\":[]}","iteration":6,"elapsed":"21.320592ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.267655313Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"35.167765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.272323348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.273962915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.273976545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.274143627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.275678569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.275911485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.277569562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.277780966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.300916968Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.300985939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.300996529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.301514367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.304284872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.30481384Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.314589357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.315043295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"82.570246ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.315912478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.316508828Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.316526059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.316667851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.316752772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.317047787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.318783485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.318800045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.319063739Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.319835401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.320169357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":11,"elapsed":"87.72416ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.320634125Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.322624236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.322653617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.32283763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.323431489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.32345258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.323707154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.326963716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.32720513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 116105967 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.327242391Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.327531485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.328735844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.328947718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.329172862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.329633069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.330086526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.330141667Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.330158047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.330170278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.330182488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"97.688729ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.330463102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"98.635475ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.332134219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.33214841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.332295492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.332983223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.336691372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.336715523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.338565222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.338647164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.338673874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.338939439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.338953519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.340589445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.340611805Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.340621395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"108.90826ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.343108446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.344901544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"112.441637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.344983176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.349539829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.349571379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.349815303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.353546688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.355906051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.355935281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.356109874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.362858343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.362965054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.362988995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.362999085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.363381711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.364493909Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.364945706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.364973907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.366542372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.367624999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.368136308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.369276126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.369302406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.369574831Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.376770156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.376822817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.376833197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.376842877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.377501088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.383999843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.385411535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.385457416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.385926063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"154.071865ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.385985444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f19fa78-cee8-4100-a05f-3b76e28e6b0d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.386008075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.387774063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.387804914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.388042688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.388071268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.388567326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.388668758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.388700308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"156.928612ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.388715948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.389537801Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.389894957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.391580104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.391610775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.391626885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.392017241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed1986bf-6a21-4831-ace9-8b14a814d331\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.392041192Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.392187074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.393842001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.395092281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.402357318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.402401018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":31,"elapsed":"170.525789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.402579941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.402720773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.402751694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.403006938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.403032118Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.415351426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.415517999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.416023777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.416796639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.421747509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.421783559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.42179438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.42180365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.422156556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.422463721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.422657733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.423095321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.424246819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.424401812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.427875457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.427906968Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.428097181Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.428120331Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.428259763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.428408726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.429789988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.430233008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.430282377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.430559929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.436714259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.436837581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.436859102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.440724424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":11,"elapsed":"208.836396ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.443795413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.444299601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.445409929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.445440439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.44547425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"213.803755ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.45232286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.452732357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.45480698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.455199546Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.457063066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.457429852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.465145466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.465192137Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.465206007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.465548363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.479739771Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.485536574Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.485579584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.485755057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.488763386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.488793226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.488807076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.488818736Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":6,"elapsed":"257.05745ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.500036377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.500151949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"268.125988ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.501367008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.501394058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.501410549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.501710254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.504062732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.504835714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"273.187459ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.507150541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.507178131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.507631239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:03:05.515349593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.515382213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"283.648937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.534318727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.534785185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.543924642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.54444341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"747e6d33-485d-4ba7-bf3d-b29723658fbb\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.544483701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.55315587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"383e2faf-aec6-4d80-9871-f3301d735743\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.553204851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.555182333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.555216783Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"323.596389ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.585810862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":11,"elapsed":"353.344257ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.588058361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":11,"elapsed":"356.375515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.609619507Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.610166046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.610212677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.610230237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.614872782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.617709317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5163f760-e985-4d82-a9c9-398e7f97b29f\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.617747118Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.617764138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.618072913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dff9fc84-8a96-4fb0-ac5c-22653476a21a\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:03:04 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.619255922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.620029535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.620805157Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.707081003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.707131354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.707711253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a0d214c-b912-47c0-bb89-2f1b2bf32c4a\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.707750564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.70812307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.712217886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.712254376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.712268066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.712279597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":6,"elapsed":"480.321747ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.712403339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.712675593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.712980098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.713641819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":11,"elapsed":"482.046104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.714198777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.715462808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.715478968Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.715701712Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.717031843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.717796495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.717820586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.717983868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.719041525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.719064286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.719194108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.719613744Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.719819808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.721100199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.721524235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.723855953Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.724105627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.726380453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.726613557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.727853457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.72803361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.729058236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.729252239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.747449192Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.748026571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f6b133fb-7d45-495c-9be2-91ed1145d5b8\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.748053692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.749671618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c2fcb02d-69d8-4cb7-8c84-189a74abe5cc\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.749693358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.751162911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"140d0e4e-4d29-43ee-ae0d-c0f04e0c95bf\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.751192492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.752846378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.752869589Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"520.909369ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.762586975Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.762789198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.762802738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.763073653Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"359f9d16-9293-40c1-a687-60f59f57c653\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.763092163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.763454239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.765602483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.765826507Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.767004926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.767024246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.76722434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.769467976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.769688579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.770749086Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.77097305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.771230034Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.771536799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.772809539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.773919557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.773937287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.774268723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e9d592dc-3d2c-4d89-a809-0fd9e2358c11\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.77661443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":11,"elapsed":"544.872374ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.777570266Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.777594526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.777769639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.806513261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.806852806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.808753377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.809115233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.810901821Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.811274597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.816229537Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.816655734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.84254657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.842975286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d293c69-517b-487f-8e93-a1cfbd22d2df\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.843002567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.843014997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.843023107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.844179966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":11,"elapsed":"612.616582ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.844907417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.844942818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.845246513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.845277034Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.845534848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.847918616Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.8481581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.849843607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.850178352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.857579211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.857956647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5164f7ba-cbc1-4ac6-9509-0706d9ab0f56\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:03:04 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858032339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858046529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858378764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858403024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858414114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858426285Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858438325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858449995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858593497Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858617888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.858815951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.858826831Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.859036084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.86060269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.860721932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d3df4bc-02f3-463a-9327-ee2d25452c36\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:03:04 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.860748272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.860825393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5d3faf3-56a2-48da-a2ac-90eb572063f0\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:03:04 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.860850604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.860863294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.890827245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.891156401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.892572483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.896319703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.896350344Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.896526357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.897859698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.898189564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.899955102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.900195236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.90171627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.905091835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.905113655Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.905255247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.915522112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 208292a9-20b7-485e-95b8-8fa301192abc, kind: Service { id: ef32bdd5-939a-4ab0-a70a-6f004e97691b }, name: Name(\"external-dns-ef32bdd5-939a-4ab0-a70a-6f004e97691b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 49])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6a42b1-a060-4782-a598-da956f0e54bf, kind: Service { id: e0fbd02e-9643-47c5-9261-dd03abc268a8 }, name: Name(\"external-dns-e0fbd02e-9643-47c5-9261-dd03abc268a8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 209])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 3d08f9bf-1395-4918-83ef-e9bf23bb54cc, kind: Service { id: d3dd4036-6839-48d6-8f36-e642d9b3e6c0 }, name: Name(\"nexus-d3dd4036-6839-48d6-8f36-e642d9b3e6c0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 97])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb09bf8b-0a0a-43d0-8fab-de971f1991ea, kind: Service { id: b933d23e-28f4-4f5e-9ad9-9694702ed335 }, name: Name(\"nexus-b933d23e-28f4-4f5e-9ad9-9694702ed335\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f73311b5-bba3-40b6-b24a-8c3229a71a49, kind: Service { id: 484a1c50-302f-49ec-9214-2179c2ff7104 }, name: Name(\"nexus-484a1c50-302f-49ec-9214-2179c2ff7104\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 0])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.915561313Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.915722705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.91727308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.918964217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.918979198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.91912707Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.92098761Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.921043501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 208292a9-20b7-485e-95b8-8fa301192abc, kind: Service { id: ef32bdd5-939a-4ab0-a70a-6f004e97691b }, name: Name(\"external-dns-ef32bdd5-939a-4ab0-a70a-6f004e97691b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 49])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6a42b1-a060-4782-a598-da956f0e54bf, kind: Service { id: e0fbd02e-9643-47c5-9261-dd03abc268a8 }, name: Name(\"external-dns-e0fbd02e-9643-47c5-9261-dd03abc268a8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 209])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3d08f9bf-1395-4918-83ef-e9bf23bb54cc, kind: Service { id: d3dd4036-6839-48d6-8f36-e642d9b3e6c0 }, name: Name(\"nexus-d3dd4036-6839-48d6-8f36-e642d9b3e6c0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 97])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb09bf8b-0a0a-43d0-8fab-de971f1991ea, kind: Service { id: b933d23e-28f4-4f5e-9ad9-9694702ed335 }, name: Name(\"nexus-b933d23e-28f4-4f5e-9ad9-9694702ed335\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f73311b5-bba3-40b6-b24a-8c3229a71a49, kind: Service { id: 484a1c50-302f-49ec-9214-2179c2ff7104 }, name: Name(\"nexus-484a1c50-302f-49ec-9214-2179c2ff7104\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 0])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.921086112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.981900058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"7f7b54ed-6a0e-4a2c-b2ca-49e383375e43\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:05.981948869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.98196053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.982339726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ae421ec-84ed-474a-9910-3132c531a700\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.982392337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.982771863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.986297549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.986529233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.989628123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.989949478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.992120443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.992353557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:05.999797026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":11,"elapsed":"767.870917ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.043826363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","vpc_to_sled":"[Sled { identity: SledIdentity { id: 65d2236a-3110-4d84-aa25-77e21779db87, time_created: 2024-11-14T08:58:18.385723Z, time_modified: 2024-11-14T08:58:18.385723Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.043875734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.043883644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.044160458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.046032128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.046368534Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.048130112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.050544458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.089476646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.090182018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"087f2943-3cb4-4b21-aa61-69dbed4c09bb\", \"date\": \"Thu, 14 Nov 2024 09:03:05 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:06.091308316Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.091333276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","elapsed":"859.486619ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:06.091343796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":2,"elapsed":"859.498429ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:14.044391738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"4debcdb6-6b7d-467c-adf7-6535f8c394e6","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.232552267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.232645169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.232665709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.232681749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.233135206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.233163867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.23524774Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.236095624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.23644548Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.237623409Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.237651899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.237792801Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.239456388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.239632031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.241187626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.243377501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.243390531Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.243524404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.254977277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.255004998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":32,"elapsed":"22.46603ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:15.271014245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"38.443968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:19.038218239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"90eaa687-8b7f-431a-8278-2304d708711d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:19.038575114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"90eaa687-8b7f-431a-8278-2304d708711d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:19.041402919Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"90eaa687-8b7f-431a-8278-2304d708711d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3262,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:19.041699994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"6f469aab-270a-44b9-9b86-404e449f64b3","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:19.042027879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"6f469aab-270a-44b9-9b86-404e449f64b3","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:19.044005021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"6f469aab-270a-44b9-9b86-404e449f64b3","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.232497164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":33,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.232583026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.232600906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.232614796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.23289438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.232916251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.235637655Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.238007983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.238020513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.238166465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.240428092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.240626545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.241941416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.244150981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.244163412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.244299054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.256559361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.256582361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":33,"elapsed":"24.088967ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.263097326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.263281279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:25.29638052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"63.902827ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:29.045341601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"09422df9-dcaf-486d-bfa7-07f1587579c5","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":470,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.232776317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.232857898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.232878009Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.232895959Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.232910129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.232923229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.232936379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":34,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.23294834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.23296075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.23297246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.23298499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.23299868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233015261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233028631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233041091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233053241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233066092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233077632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233089362Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233103022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233116262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233129553Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233141443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233154393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233166213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233178123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233190694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233202864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233216374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233228614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233241104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233253535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233266015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233278065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233290595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233303165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233544519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233556399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.23360742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.2336164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233644181Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233655841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233664571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233673001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233681211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233688602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233695922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233703722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233711912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233720092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.233727612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.236804932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 25326899 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.236899593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"3.948954ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.237111597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.237520173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.237892349Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.238090992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"5.028371ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.238617561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.240480061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.240493621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.240663443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.241114151Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.241126791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.241320584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.241332534Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.241387245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.241486917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.241914494Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.243408908Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.243422278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.24355781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.245607163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":12,"elapsed":"12.557572ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.246229203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 34753620 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.246607139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.247493613Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.24790138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.249066749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.249270462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.25101879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.251303634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.253127864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.254789081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.254819391Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.254962493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.27963275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.279684401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.279694581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.279978275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.280368161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.280649366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.282700169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.282711019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.282717499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.283174066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.284072761Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.286871566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.286884416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.286997428Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.287152021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.287274632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.287964294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.288193897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.288553073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.288736806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.289105952Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.289349176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.289415167Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"56.560858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.290496184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.290962782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.291699834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.292232142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.293131066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.295125569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.295143709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.295338722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.295426603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.295435454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.295618506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.296020973Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.296032353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.296259537Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.297351194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.297517657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.297614149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.298200618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":12,"elapsed":"65.196578ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.298786397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.298816298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.29894536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 87469237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.299183324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08f85821-8f9e-4801-8b70-22b3ecbb278c\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.299202074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.299251925Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.299263425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.299271235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.299408527Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.300913122Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.31016084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"77.347783ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.310252292Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.310271112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":34,"elapsed":"77.440545ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.319241096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.319272046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.319283847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"86.331707ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.321492752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.321810047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.321915609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.321929979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.322264554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b3bcbb-c4cc-43e8-bc1b-5d74f44cec42\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.322279095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.323747818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.32384672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":12,"elapsed":"90.768068ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.326027085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.326046625Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"93.065735ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.331986461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"98.882709ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.367610133Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"134.603043ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.375286826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.375610502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011b6d3e-32f8-42cc-807b-7c79e9a1b70d\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.377512182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.377808137Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.380708033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.380732704Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.381047209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e37a481c-1e1c-491c-bb0e-f49bf6da71e5\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.381062109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.382631895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.389120899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.389735098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.404666849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":12,"elapsed":"171.637767ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.48817843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.488235651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.488637638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e83cfae1-2c9e-490d-9d15-fcb5f649b958\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.488673218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.489064445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.490509398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":12,"elapsed":"257.71558ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.490542258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.492198785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.492212305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.492365907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.493265724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.495508438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.495523858Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.495711181Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.514585175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.514620235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.514886509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"386f8449-59f7-43b8-9331-44d779fa6d3b\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.51490508Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.515197354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.51803549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.518274614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.520950367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.521237221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.524802479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.524817689Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.525146614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f9c1f53d-4123-4118-96b6-f818681ed899\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.527069615Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":12,"elapsed":"294.181467ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.6518424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.652298597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19a9d184-25bf-4402-b4cc-fd969565539b\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.652327848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.652339008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.652347138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.653843762Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":12,"elapsed":"421.086576ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.680312067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.680861026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.68299111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.68300913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.683215924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.692820138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.693154253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a563d78a-77b1-46d2-a264-d65f06717d45\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693176744Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693188474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693449148Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693462168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693469638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693477039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693484329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693491489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693670592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693680482Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.693917656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.693926736Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.694309152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.69543609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.695563562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbae793-a05d-42b3-8d5a-34a1e8d1fe16\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.695583883Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.695694484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d84da68-60c4-4831-a6e5-5b53cf6f5c9b\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.695711934Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.695724685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.803149071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"ab9982a1-7341-4f01-872a-244c0fcd8592\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:35.803185431Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.803197532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.803675289Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fb4e53a-9259-4937-b836-047473c73623\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:03:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.80373961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.804150677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.807876567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.808190982Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.811757339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.812144055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.817314638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.8175616Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:35.824497144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":12,"elapsed":"591.580764ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:44.04614206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"d70ef058-5825-40f0-830d-f45d5156d062","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":509,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.232333068Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":35,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.232416939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.232434069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.2324479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.232972688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.233007029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.235393917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.237660623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.237674264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.237810816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.23995587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.240158273Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.241962893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.245170754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.245191694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.245320686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.25674132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.25676427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":35,"elapsed":"24.451803ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.26733611Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.267515283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:45.296948706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"64.605178ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.232464678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.232553729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.232566509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.23257878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.232893435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.232911015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.234847346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.237145123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.237182104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.237303776Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.239605183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.239845326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.241163448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.243438044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.243449144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.243582366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.255324725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.255353696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":36,"elapsed":"22.872597ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.261918041Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.262135305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:03:55.289521895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"57.081407ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:03:59.044973309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"8d3f1d63-806e-4864-bc20-3f5d574f55ae","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":552,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232805671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232892783Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232904693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232913523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232920643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232927873Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232935713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232941664Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232949334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232958054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232965104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232972134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232979444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232986244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.232993654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.233001365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:54:05.232915043 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233010465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233018345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233025165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233032025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233038505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.233045765Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233052135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233058715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233065026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233071576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:04:05.233077196Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233084006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233091886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":8,"elapsed":"15.361µs"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.233099876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233106886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233114307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233120716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233128847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233135897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233142907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233150377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233156907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233162907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233170637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233177417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233184417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233190618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233196368Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233203838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233211238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233218058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233225198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233233018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233238729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233244949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233250619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233257629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233265139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233271979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233279549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233286169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233293249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233299929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23330585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.2333122Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23331886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23332596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23333229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23333976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23334995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23335875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233367511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233425001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233472372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233493002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233558123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233567924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233588924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233601134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233611134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233621504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233630645Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233639465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233681445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233693436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233703156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233712386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 21864573 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233725796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233733976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233741206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233749347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233785857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233811598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233821768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 21936354 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233835758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233845398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233855468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.233862899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.2339738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.23398439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.234105552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.234119552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.234129733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.234143943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":7,"elapsed":"1.116538ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.234232774Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.234289405Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.234300755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.26521ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.2370947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.990594ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.237247903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.237262433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 25436301 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.237537978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.237963384Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.238579904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.239036851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.240397573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.240421104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.240604807Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241025063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241140295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241166626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241355759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241367229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241375519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241519162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241534532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241606713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241707414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241718475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241726705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.241881087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.243146277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:54:05.232915043 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.243171288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:54:05.232915043Z\",\"pruned\":[]}","iteration":7,"elapsed":"10.244145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.243832819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.244103813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.244784924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.245343463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 33508611 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.245583057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.246082675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.246100865Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.246293068Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.24643667Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.246462431Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.246625824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.246896858Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.246909028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.24704018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.249163544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.249193135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"15.980017ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.249467389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.251746486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.25448824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.2545225Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.254734424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.254762864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.257206374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.257222374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.257432877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.257450867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.259573441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.259919297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.259934167Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.259995498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.260192942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.262160553Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.262830624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.263123998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.26324466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.265450006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 53558593 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.26571712Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.265735751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.265952874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.267182594Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.267455178Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.271719867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.272408248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.272886755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.273894912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.274077514Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.274099955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.274117465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.274357579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.279360519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.280950005Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"47.857939ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.282673813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.282694233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.282707513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.282880066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.283989414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.284463401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.284492732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.284649735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.285569129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.28560018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.285734142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.287695203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.288235282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"55.35844ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.289412061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.289440981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.289596804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.290827884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":13,"elapsed":"57.637046ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.295632381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.295658981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.295671401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"62.428753ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.29617228Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.296470044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.297646583Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"64.274843ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.301111199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.301143969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":37,"elapsed":"68.241807ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.305978347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.306005227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.306014318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.306515286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.306543256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.30679974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.308325325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.308986625Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.309015166Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.309579595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.309810759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.310364857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.310381958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.310554781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.311615448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.312767926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.312788836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.312798727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"79.773172ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.313943525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.313960925Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.314131208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.315153254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.315183715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.315195235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.315205375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.315260886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.315566751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":13,"elapsed":"82.708919ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.317185237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.317212658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.317220898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.317227458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.317432401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.318804223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.321320433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.321343514Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.321474396Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.323776363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"90.618136ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.334566056Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.334595767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"101.652023ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:04:05.341353395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.341377716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"108.31786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.341827083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.344242032Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.344261572Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.344355854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"111.158226ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.344396524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.349164371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.349363934Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.349378784Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.349385904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.349856442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.350002934Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.351300295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.351325416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.351335486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"118.181668ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.353247066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.353269487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.35348512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.354757061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.354773071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.354783331Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.355028785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.356505489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.35907234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.35909396Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.359229413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.360791718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.361070522Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.361344077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.361363027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.361374707Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.361385817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":7,"elapsed":"128.338802ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.371947827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.372366124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.374278315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.376591972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.376934587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.377667529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.377691879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.377877882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.37899262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.379553849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.381535051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.381564512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.381754815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.382093656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.382120648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.382298485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.382599465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.385269171Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.385339922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.385671247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ecdd08-6318-4966-9236-26664a66082a\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.385695588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.387605749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.391103355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.391132725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.391145435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.39143243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.392532158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.393568844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.394081713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.397956965Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.397995596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.398006396Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.404983058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.405028698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.405042219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.405053309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":7,"elapsed":"171.971453ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.426018426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"193.023621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.448223723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.4487157Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.452719445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":13,"elapsed":"219.287063ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.454509844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.454752767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"221.653131ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.541462061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.541508841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.541814906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c4a8a08-b0f2-4601-a1e6-c9e9d83564f6\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.541836796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.545225091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.562928825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.562958336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.56321059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d4e813c-a4da-4e8f-9e81-4ab0cf929a14\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.56323545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.564850256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.568496575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.568517565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.569010783Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d0d0ba-491a-4395-b467-2ee92013e6c9\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.569037544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.569559912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.59371259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.594137027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f502547a-01aa-4491-b4f9-0f4ea8efb90a\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.601299862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.601575666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.604152878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":13,"elapsed":"371.330276ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.609458353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.60989912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"cac44212-00fb-4143-924b-eff91fb828b5\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.609926361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.612160956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"0d7d0bef-6679-450a-a18b-9789e1d35cc5\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.612187577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.613947335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.613972475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"381.119473ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.618192673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.634501915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.634532246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.63478001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"784ba36b-841c-425d-a0e8-4d8b199d816f\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.63481105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.635225257Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.708698827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":13,"elapsed":"475.54321ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.758377626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.759001196Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1588a160-a6ca-470a-bf54-c6039cc17229\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.759030576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.759041956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.759050566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.761279282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":13,"elapsed":"528.484071ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.761301073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.761607607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.764500734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.764738308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.768040131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.768066651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.768423467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5a49fc08-ebd8-409f-9e25-2048a867eb54\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.770545131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":13,"elapsed":"537.581617ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.781131161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.781514997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"09525009-f5e5-4048-a3f6-e43bb024fb33\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.781531527Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.783014691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8e35e458-8d6b-4b81-af8d-b7e0f3440caf\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.783040022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.784304052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c3c9cc7b-fdd4-440f-9442-b85ac8e640d5\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.784321242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.785907038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.785929948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"552.832642ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.814103381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.814402986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.816450459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.816464089Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.816810174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.825174639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.825465323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ed82fc-ff82-47b7-9a5d-869a43bddc38\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825489934Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825500434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825761318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825774168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825781289Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825788598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825795909Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825804519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825954501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.825970921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.826189765Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.826199425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.826512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.827664879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.827776001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e12f3d-6d5a-47b1-b6a5-d6c793186f36\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.827787241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.827870052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcae2a48-b220-46a5-a1d7-a2990b1cb5f5\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.827901063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.827911753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.926644029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6d3de2ee-4e14-4bd0-bee5-b2f98b5a295b\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:05.926669319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.926678499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.931451896Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a056cf50-fb4e-463a-a30f-8500891d963a\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:04:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.931495297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.931830132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.935202447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.935383659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.938896536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.939224501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.941083101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.941442277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:05.949329643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":13,"elapsed":"716.488971ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.036942731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.036990522Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.069507844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:06.069624375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:32997"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.069814238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0ec798f5-b6f1-4667-b25f-ec609c0ecdd0","remote_addr":"[fd00:1122:3344:101::b]:32997","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.070160274Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0ec798f5-b6f1-4667-b25f-ec609c0ecdd0","remote_addr":"[fd00:1122:3344:101::b]:32997","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:06.106180153Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/oximeter.rs:76","collector_id":"487ff140-60d3-41ba-8767-caa53806d612","producer_id":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:06.106211973Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"0ec798f5-b6f1-4667-b25f-ec609c0ecdd0","remote_addr":"[fd00:1122:3344:101::b]:32997","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36462,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.106296684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ec798f5-b6f1-4667-b25f-ec609c0ecdd0\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 09:04:06 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.108290056Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:06.108302737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:14.047150891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"6ab410ab-3ca9-4485-bd06-9122b6f5cc4e","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":323,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.232332062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":38,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.232414373Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.232434614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.232448254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.232867001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.232894031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.259429997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.261815006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.261830336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.262003759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.263097976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.263297659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.263761567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.26394869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.26459219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"32.250248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.264741403Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.266733415Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.266744635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.266878427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.278507354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:15.278522334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":38,"elapsed":"46.222673ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:19.039134961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"8b742995-b858-4103-819b-ec6a74e2ebfc","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:19.039594339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"8b742995-b858-4103-819b-ec6a74e2ebfc","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:19.042046728Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"8b742995-b858-4103-819b-ec6a74e2ebfc","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3011,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:19.042317592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"577554d0-16c0-4adf-86fe-df9ad5a412e5","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:19.042655888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"577554d0-16c0-4adf-86fe-df9ad5a412e5","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:19.044617439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"577554d0-16c0-4adf-86fe-df9ad5a412e5","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.232879479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":39,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.232935769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.23294716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.23295501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.233237944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.233289955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.264955724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.268256037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.268302168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.268379619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.268496341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.268920718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.271597291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.271641041Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"38.748482ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.271858725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.273676234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.275948211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.275973301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.276100553Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.288655385Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:25.288686975Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":39,"elapsed":"55.809007ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:29.046178952Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"bebb48bc-dede-4667-a047-2834b77b3016","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":476,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.232915878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233010469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233032319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233051249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.23306624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.23308318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.23309715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233109721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233121321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233133911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233144631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233156971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.233170351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233183242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233194572Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233206672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233217942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233230543Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233242073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233254823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233266483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233279243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233291733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233302744Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233315154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233327784Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233340244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233569578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233624959Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233644439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.23367891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.23373442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233747311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233803882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233815452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233822302Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233830712Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.233841472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234219438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234242849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234251979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234258779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234265829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234272889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234279229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234285629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234435072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234444922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234483223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.234579594Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.237102485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.237290098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 25088095 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.237382509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"4.245708ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.237703324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.238539958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.2386824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.23988795Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.23990031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.240085453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.241106919Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.241121119Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.24113173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.241139319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.241343003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.241353597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.243269714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.244507544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 32321051 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.244765638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.24490714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.24492322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.245053252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.246470575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.246638678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.24801374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.248145402Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.248232173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 36037251 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.248484808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.248559899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.250175645Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.250197195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.250320937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.269891421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.269969293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.270247737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.270263538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":40,"elapsed":"37.081966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.270373629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.271786982Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.271812702Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.271940914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.272349861Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.272708867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.275583613Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.276409016Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"42.181258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.27791215Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.277932921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.278058613Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.278694023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.278876966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.279059629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":14,"elapsed":"44.80667ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.279817351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.280091275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.280731386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.282334111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.282354542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.282481054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.284010518Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.284032959Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.284040069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.284383054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.28474348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.2847622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.285110736Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.285141166Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"227c4516-067f-45de-a5eb-975ed3141612\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.285156717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.285307189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.285835468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.286290015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.287588606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.287615106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.287742268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.294431926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.294460966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.294726531Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06592b95-e8a4-4b70-9afa-e40dcdcb6047\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.294742451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.297073098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.302299412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.302329043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.302581307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2527c4a6-3b76-431c-8c53-550135147df3\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.302596887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.304212483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.308583533Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"75.482973ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.313089626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.313115106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"80.127568ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.313455461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"80.512153ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.314189293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.314528449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.316782645Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.317053569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.318572494Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.320677248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.320942912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.321072894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.321082964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.321236416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.321583822Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.321918757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.323015055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":14,"elapsed":"89.947745ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.323736317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"89.483787ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.329142924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.329167264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.329175414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.329363277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.329924846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.33019646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.331805456Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.333404452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.333425862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.333598245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.33455647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.336182806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.336202907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.336326599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.355144361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":14,"elapsed":"120.908643ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.360641519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.3606617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.36067084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"127.63475ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.36877094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":14,"elapsed":"135.864043ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.39803938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"164.860729ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.399130998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.399517484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df62a74c-294d-47b0-af33-d98cf4b367cc\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.401213321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.401614948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.404103418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":14,"elapsed":"170.981227ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.456472659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.45653022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.456994758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"080677a3-1e6f-433f-b644-bc16f935d123\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.457037058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.457435155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.485564506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.486142506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"299210c8-1ef3-483c-841e-aef04ac86a08\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.486181487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.486195557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.486204437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.488377682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":14,"elapsed":"255.491854ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.520337005Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.520399006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.520718671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"090be350-8cfa-4305-9455-0b60ad55a7ca\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.520740132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.521349921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.524395481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.524692075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.52559149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.526025207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.528425045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.528454956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.528628678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.528644179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.528951054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.532539021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.532578282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.53307455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6a48a86e-3278-4340-90fe-4ef39e62f558\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.534619525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":14,"elapsed":"301.566825ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.537560472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.537928638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6690e5b-cd54-4d97-9eed-b90e3293210f\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.537957318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.537974599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538359365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538377875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538385535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538395885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538403006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538409326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538619649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.53865467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.538905074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.538926214Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.539424542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.541882941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.542069564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38c0a5cb-acb3-4f43-9ff1-16690994b898\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.542093845Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.542213107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8258d3d6-2cee-408b-b963-ff650427f45b\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.542239647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.542257447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.697627844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"2243ae6a-25ae-41f7-b8a2-70d8a8ac7823\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:35.697685545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.697702605Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.698231333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0b259ed-06fc-434a-8eca-79023930bad5\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:04:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.698288804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.698674621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.703407026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.703710381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.708011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.708383706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.710087264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.710592092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:35.71859371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":14,"elapsed":"485.399768ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:44.046517465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"ec094d5d-c13a-42cb-9d54-69db9015e06c","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":483,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.232709602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.232790544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.232811094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.232825704Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.233301182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.233325323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.234866737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.23503725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.235306394Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.237636452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.237647082Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.237785314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.239140006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.239320259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.240918885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.243172281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.243183491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.243323933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.252603702Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.252623542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":41,"elapsed":"19.91187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:45.268294114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"35.604862ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:49.039367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"edd150d4-cdec-45c9-951d-f077cbe71361","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:49.039676585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"edd150d4-cdec-45c9-951d-f077cbe71361","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:49.042271446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"edd150d4-cdec-45c9-951d-f077cbe71361","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2975,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:49.04247922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"bd407265-b020-4540-84b3-8ddeae1899ef","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:49.042765864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"bd407265-b020-4540-84b3-8ddeae1899ef","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:49.044771957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"bd407265-b020-4540-84b3-8ddeae1899ef","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2328,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.232974885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.233057297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.233078597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.233092097Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.233493793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.233586695Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.23513768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.235351353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.235594657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.236565293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.616418ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.237959155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.237968955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.238115458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.240386164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.240592998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.242055331Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.244436179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.24444796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.244590562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.253887981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:04:55.253907541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":42,"elapsed":"20.928466ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:04:59.046772617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"f39c9793-e4c3-4a6e-be3e-3bd10e150050","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":343,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:04.039186225Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"8d88b93a-8508-43ad-bcf9-d2a416f63526","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:04.039661792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"8d88b93a-8508-43ad-bcf9-d2a416f63526","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:04.042588049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"8d88b93a-8508-43ad-bcf9-d2a416f63526","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3493,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:04.042782982Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"83ecf4a6-c7e9-4502-b5ef-8c048559de87","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:04.043016446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"83ecf4a6-c7e9-4502-b5ef-8c048559de87","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:04.045573067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"83ecf4a6-c7e9-4502-b5ef-8c048559de87","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2820,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233275578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23335944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23337816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.2333916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23340346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233416941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233428931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233444831Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.233459531Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233473851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233487692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233500682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233520462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233540052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233556913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233576713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233597124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233615904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233635824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233655054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233674545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233691535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233713895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233733686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233756856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233778316Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233800387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233823567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:05:05.233845828Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233870258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233895738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":43,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233918619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":9,"elapsed":"19.61µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233944909Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.233967979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23399106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23401368Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23403532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.234059251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:55:05.233624634 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234084021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234106322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234130232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234149902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234162473Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234174803Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234187503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234198623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.234208853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234218154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234227454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234237504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234247734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234258484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234267744Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234278404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234288384Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234298535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234307945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234317935Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234327525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234337885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234347025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234357036Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234366026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234377536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234388116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234398936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234409817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234420327Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234430387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234442037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234470678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234483598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234497418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234546819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234559879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234570549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234582359Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23459378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23460527Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23461683Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 22109717 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23463516Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 22096647 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23465335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234665061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234675791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234686821Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234700341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234745722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.234772902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.235135208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.235150629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.235160358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.491854ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.235171539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":8,"elapsed":"1.560465ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.236848526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.327114ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.237176161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.237199931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 24714209 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.237437465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.238242588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.238457731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.238647315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.238849738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.238874788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.23900085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.24020231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.24022589Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.240346582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.240650407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.240929341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.241183695Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.242163551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.242185191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.242295503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:55:05.233624634 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.242306263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:55:05.233624634Z\",\"pruned\":[]}","iteration":8,"elapsed":"8.678479ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.242315053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.242655791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.242830206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.243572864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.245089328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.245106448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.24523251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.246672714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"12.800755ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.248258319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"14.351961ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.249339866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 36836364 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.249656262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.250898511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 38402979 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.251061194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"17.474441ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.251200716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.251235677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.25144299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.275555927Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.276026105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.285985745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.286025766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.286035636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.286420732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.290845333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.290875684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.290886584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"57.015336ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.291658686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.291763468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.292181755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.293819741Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.293845521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.293859672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"60.481902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.293971034Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.294225987Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.294492832Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.294898558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.294917199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.295044471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.295108012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.295441767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.295455247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.295702671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.295943775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.296204419Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.297251746Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.297773215Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.297801095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.297963787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.297977038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.299639234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.299686635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":15,"elapsed":"65.854548ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.299712626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.299723436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"66.121033ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.299917989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.300173883Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.300367936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.30061916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.300815613Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.301428793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.301708618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.302001992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.303495136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.303525217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.30371809Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.304660985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.308443156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.308468986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.308632619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.310486099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.310620261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.310708502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.311021427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.312556362Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.312584113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.312724185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.313849623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.313868643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.314005265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.317348229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"83.950139ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.322637804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.322668624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":43,"elapsed":"89.049891ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.326044609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.326248182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.329468584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.329493944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.329503664Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.32985445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.331885243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.332214498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.333094946Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.333121562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.333129662Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.333135812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.333294571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.334289541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.334507555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.334783369Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.336287173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.337464632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.337481033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.337635905Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.338783423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.338801314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.338952696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.339630587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.340838356Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":15,"elapsed":"107.134191ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.341172572Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.341186952Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.341322534Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.343715503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.343741673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.343750043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.343756713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.343945526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.344471705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"110.519875ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.345282168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.348047782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.348078113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.348229815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.348337957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.348574231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.348595351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":15,"elapsed":"114.682512ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.353146294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.356059721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.356081181Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.356316785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.36842265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.368818046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.368840466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.368852437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.369263923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.369298834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.369316484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.369328984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.36971812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6a08e2-52bf-47df-a67d-04ce63374098\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.369742021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.373059414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.374124551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.377384363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.377412034Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.377426654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"143.931623ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.378431911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.378461021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.378712405Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.381327537Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.381362418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.381376488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.381390088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":8,"elapsed":"147.892956ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.392788331Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.392842772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.392860932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.393170147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.396320578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.396345178Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.396802306Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"753b1408-2e1d-497b-9155-afdc65e4547b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.396827906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.400075648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.404240235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.406931998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.406967879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.407186942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"784e7fdb-5938-4b11-8a90-33d62b0de580\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.407216363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.407899624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.407921564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:05:05.407930864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.407942814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"174.570624ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.408189269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.409226745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.41078447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.41080248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.410816811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.410828961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":8,"elapsed":"177.421431ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.433603547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.433680568Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"200.120675ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.448346974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.448816371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.479365892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"245.583975ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.645549672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.645605263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.64605512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cad30c1b-7953-4bf1-b221-84cb906cfb5c\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.646084871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.646520888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.64727406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.649303662Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.649331243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.649491535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.651171272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.653846495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.653871466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.65540147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.671009691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.67157748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.671950996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c0dac8e-590d-4f2e-81fb-921c34c82f0f\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:05:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.673810366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.674182682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.676511729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":15,"elapsed":"443.231901ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.696667533Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.696703604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.696970118Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7f5c855b-a352-4f22-ae09-5221f78dd6e0\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.696997019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.697339874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.700297542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.700503825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.704217395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.704486469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.708084257Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.708112427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.708452213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f941c7ef-97e3-4663-9cb6-ed39883cd5cc\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.710995943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":15,"elapsed":"477.255978ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.71452977Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":15,"elapsed":"480.841265ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.717162402Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.717524788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"bd7d98bc-f51b-4149-a0f7-ab647b1b52c7\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.717551759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.719213375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"bf486887-9158-481f-8ce5-488fc1497eba\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.719231066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.720647638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.720671249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"487.33533ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.77798551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.778505758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ba2d24b-2b9e-415c-b83c-375c1ea4a869\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.778542709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.778554019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.778561819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.779818479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":15,"elapsed":"546.555971ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.785287087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.785816336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"f50c07f2-7fbf-454e-a36d-1bf8501bd7bc\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.785843686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.78798049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cb605597-c27a-4408-9ba4-f24a6302f592\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.788007321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.790125995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ee0b5699-1ff8-4d92-b24d-71adf48d7ac3\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.790147815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.7922877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.79233486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"558.784388ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.81411935Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.814468026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.8159723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.815995761Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.816170983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.825824418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.826124123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc2742e0-ec35-4871-b540-12789d0dbc32\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826147253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826158654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826424468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826442948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826451718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826459279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826469779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826483739Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826642561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826660022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.826869575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.826880275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.82718261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.829314904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.829438866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42511327-8af2-4af2-865a-cb0b819be759\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.829451997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.829546508Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"472c8dd0-f268-4d96-b508-b5882ba63598\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.829557718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.829567328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.932418771Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"025c5a7b-3172-4693-8388-2ef19d9ae11f\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:05.932443581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.932453281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.938968666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c965e4df-dae0-4e64-9e9e-cfb146230bf9\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:05:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.939005007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.939395193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.943167344Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.943506749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.946799562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.947128357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.948907646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.94918643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:05.957022556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":15,"elapsed":"723.715368ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:14.047957874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"0b3eb9dd-968d-42ec-a0c3-e344ae1e9ed1","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":463,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.233174375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":44,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.233271526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.233303727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.233321067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.233690333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.233704764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.235409561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.236050841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.236307415Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.237674227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.237686308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.2378251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.239658379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.240001595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.241219024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.243512161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.243525691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.243663964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.255231629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.25525475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":44,"elapsed":"22.116266ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:15.265596006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"32.415291ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.23359836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":45,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.233659151Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.233669851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.233677781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.233919355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.233933495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.235594792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.235787295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.236211822Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.238658571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.238681811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.238811673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.24108156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.241297364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.242852038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.245189996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.245205786Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.245337649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.257217719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.25724197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":45,"elapsed":"23.64744ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:25.265203198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"31.620928ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:29.046843733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"56e1b186-80a8-4ae3-9c9a-cd6b14da9677","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":452,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:34.039688818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"6717a387-bf77-4409-941d-cbe2cbc42801","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:34.040010282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"6717a387-bf77-4409-941d-cbe2cbc42801","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:34.042763296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"6717a387-bf77-4409-941d-cbe2cbc42801","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3147,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:34.043047121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e5ba5186-4f4c-4375-8c0a-2cc9cce8165a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:34.043382866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e5ba5186-4f4c-4375-8c0a-2cc9cce8165a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:34.045668513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e5ba5186-4f4c-4375-8c0a-2cc9cce8165a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2679,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233273403Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233358144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233376035Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233392205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233405515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233420615Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233432716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233446896Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233459816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233472046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.233484637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233498047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233512737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233524347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233538847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233551987Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233565528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233577758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233590638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233603268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233616528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233629099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233644159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233657189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233669789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23368234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23369529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.233973454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234116136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234139287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234155627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234170728Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234189468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234205698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234225048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234241418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234255779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234265709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234274139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234283139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234293519Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23430417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23431492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23432453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23433495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23434333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.23436486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234459672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234470992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234521383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.234558864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.237480741Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.237517861Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 24658368 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.237735835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.358811ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.237804046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.238318764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.238789312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.239445212Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.239458882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.239629695Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.240739443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.240750743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.240902156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.241077218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.241089328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.241232631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.243212773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 30386490 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.243480407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.243582999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.244124147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.244147358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.246472495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.246499726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.246643688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.246654648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.246661528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.246849471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.247621693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.247650464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.247877788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.249219609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.249406282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.24990253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.250102773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 37272491 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.250130764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.250422258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.250617652Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.251286903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.251550867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.252131716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.252154916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.252271378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.253065171Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.256695789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.25672636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.256944463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.27476496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.275129775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.276361525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.276378366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.276385406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.276590709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.277955571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.277983571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":46,"elapsed":"44.491665ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.278631452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.278957587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.281564459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.281767012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.283429199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.283801795Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.285181697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"51.02884ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.285475332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.285717716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.286211833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.286508838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.28784916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":16,"elapsed":"53.701913ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.288132984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"53.990167ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.288678393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.289158051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.289185111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"55.751716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.289303643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.289488176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.290189017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.290212318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.29033023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.31586967Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"82.529877ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.317619268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"84.100261ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.321539151Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.321568152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.321577002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.321816885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.322914463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.325390813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.325430374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.325449894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.325625627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.325722408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.327610249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":16,"elapsed":"94.213883ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.328726217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.328741417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.329082012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db80334f-0ed7-4a21-8a11-13ac5d829f22\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.329097573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.33142536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.35072527Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.350750341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.350761601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"117.435877ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.354313238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.354326108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.354616112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a30b5f-6c89-4c54-9b81-84b0023dea21\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.354629103Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.355472256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":16,"elapsed":"121.304279ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.356180208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.35757116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"124.121454ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.372945247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.372975838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.373275652Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17dfb4d5-78cf-49f2-9d72-69fbcd01dc2f\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.373303213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.374803927Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.394187168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.394514513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.486515312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.486855427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b6146c7-d498-4e96-a4b3-d0d1ab05a9fb\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:05:34 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.488780758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.489044302Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.499708124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.499729754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.500201551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5fc827b-131e-41bf-896d-47459d2c28f2\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.500236012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.500552237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.503077078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":16,"elapsed":"269.605091ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.518382714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":16,"elapsed":"285.09778ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.533180012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.53493817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.53496517Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.535124053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.551537706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.551590277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.551958403Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e2c88999-a782-4ebf-874e-1787fe7f3966\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.551991044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.552342969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.556034769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.556277212Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.560234126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.560662113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.564186139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.56421305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.564673807Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d23e9550-4ed9-4422-bf44-f544d05e7642\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.566637869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":16,"elapsed":"333.274585ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.570380039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.572094967Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.572123397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.572258149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.585742476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.586282194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.588379658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.588411039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.588677933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.598856657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.599312574Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8fb0da1-2d8a-42c0-a8cd-d5fb8f433f4b\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:05:34 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599347455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599360335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.59970221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599718441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599728281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599738751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599748881Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599759131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599914644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.599938494Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.600182668Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.600203148Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.600496013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.602222761Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.602344083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"420a5926-8fdd-40d1-8e80-c5e67073fee1\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:05:34 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.602360403Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.602451314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21a72604-8b9a-43e2-967a-603dc93cc2d3\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:05:34 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.602465565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.602476585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.671967961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.710209586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fe67861c-1ea7-47dd-aaa9-10d174c7ad89\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.710247766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.710262646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.71171677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00bafaf3-627a-43dd-be38-f642a67b65c6\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.71174999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.711765021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:35.711776151Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.711864462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d5f4964-0074-4a36-bdbc-d53b8724e388\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:05:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.711917823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.712282919Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.714444804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":16,"elapsed":"481.188091ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.715779755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.716184632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.719487865Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.719875921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.721609329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.721840512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:35.728855015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":16,"elapsed":"495.42598ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:44.047416629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"a9291b88-cc5a-462d-848f-489c923bf67b","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":489,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.233597597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.233659147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.233670908Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.233679788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.233987293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.234025843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.23629407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.236537044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.263775051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.264660885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"31.069999ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.266128049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.266141449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.266302062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.267840196Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.26801881Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.269672636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.27179809Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.27181628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.271938373Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.283317935Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:45.283344876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":47,"elapsed":"49.730289ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.233645355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":48,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.233736017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.233755577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.233771957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.234212204Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.234224114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.236717014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.236907158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.261144697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.263495835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.263517855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.263642147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.265328324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"31.704319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.265751255Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.266130147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.267698872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.270092451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.270112891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.270255373Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.27938768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:05:55.27941208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":48,"elapsed":"45.793545ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:05:59.047064071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"816605f7-ba88-4bec-aaf0-b54bcb3e84cd","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.233890328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":49,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.233981789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234003669Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23402355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.23404069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:56:05.233920628 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23405879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234074851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.234090551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234105271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234120491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234137092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234154552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:06:05.234169152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234185852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234202483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":10,"elapsed":"20.111µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234220703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234236463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234252133Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234267654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234280914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234295224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234310754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234326165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234343075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234358305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234375295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234390476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234405296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234420016Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234433336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234447817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234460757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234472517Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.234485717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234497787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234510448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234518638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234527598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234536238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234544408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234551168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234559498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234567809Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234576159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234583539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234591349Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234600289Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234609019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234616549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23462853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23463767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23464509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23465253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23466006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23467189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23468228Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234692851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234703291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234713951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234725641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234736191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234748872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234761522Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234777132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234791812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234806872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234821733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234836973Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234852493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234863183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234873654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234884884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234894734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234908374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234923044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 21752582 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234937084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234951535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234966485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234978425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.234993345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235004876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235023336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235031446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 21872444 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235044536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235096737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235110327Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235121258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235131847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.23530021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235325061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":9,"elapsed":"1.413542ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235493053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.235503864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.461213ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.237048558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.237577187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.238515552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"4.393531ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.238816657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:56:05.233920628 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.238831907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:56:05.233920628Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.907519ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.239288584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.239301045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.239439562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.239447897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.239454984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.239579768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.241547221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.241938597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.24212529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 28964298 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.242206671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.242335663Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.242531197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.243251138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.243262298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.24340436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.244062101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.244078021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.244085251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.244213753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.244368216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.245774038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.24646098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.248857098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.248884859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.248896239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.24957474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.24960636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.250986792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.253446862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 40284689 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.253689256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.256374239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"21.801921ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.25704657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.257285203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.257384805Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 44223632 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.25767706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.25771162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.263132297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.263444613Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.263670286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.26636986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.266579253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.28567944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.286592214Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.287609311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.287640111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.287829854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.288710978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.288733119Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.288909391Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.29129685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.291681906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.291995631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.293492275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.293516086Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.293653788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.295362485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.296664766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"62.149189ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.296717697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.296729317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.296736307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.296742848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.297011602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.299130566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.299150096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.29935637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.300286304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":17,"elapsed":"65.762197ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.301063607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.301344011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.30251685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.302785814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.305236024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.305264694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.305278134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"70.376061ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.305974296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.30686681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"72.522616ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.306932651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.306968402Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.308284993Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.308307043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.308316933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.308517487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.308579538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.308800851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.309010474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.309031825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.309043965Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"74.525257ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.30995948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.3099821Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.310180183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.310741452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.310756473Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.310970886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.311071268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.311155989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.311273541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.312906627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.312928937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"78.893047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.315686842Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.315874075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.318247053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.318439996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.32057077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.320778564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.325791244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.325820075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":49,"elapsed":"91.950247ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.335520731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.33733238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.33735315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.337510343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.338276405Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.33862017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.339051677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.339435773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.34296117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"108.690187ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.343368106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.343386717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.343395467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.343403847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.343695232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.344592846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.344618617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.344630917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.344640267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.344892781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.344911661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.344949332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.345559242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.345575542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.345584462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.345986089Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.347622305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.347643125Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.347775477Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.353179864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"118.966241ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.356867174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"122.325745ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.35913602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.368749024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.371172033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.37344371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.37347033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.373748015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.376455918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":17,"elapsed":"142.267716ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.385459173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.385498323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.385511324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.38592866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.387242082Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.390437733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":17,"elapsed":"155.855935ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.390662766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.390687167Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.390950351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.394810793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.394842153Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.394852154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.394860814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":9,"elapsed":"160.60347ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.397398105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.397458986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.397837392Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf26ab39-0706-4b22-93ce-f15f024ec0dd\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.397864672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.399722772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.400150149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.400888451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.400913291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.400926441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"166.681408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.401023423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.403717416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.403744907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.40394066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.404907275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.404933526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.405110438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.407534277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.407564208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.407574338Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.407583958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":9,"elapsed":"173.560129ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.412841173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.412871223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.41325884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"845681f2-1b04-42f3-a370-04f0ddb43b2f\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.41328878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.415028588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.453953653Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.454518102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.45500195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.455042601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"220.878259ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:06:05.481645348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.481684839Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"247.598858ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.485426339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.485456669Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.485795205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66cb8cad-8986-48d4-8a1c-1fbef8ddca4b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.485819235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.487155247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.493954176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.496306094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.496334254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.496541918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.527970972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.528386049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"4eb2d8b1-7628-4e53-acca-f1d4da4e2062\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.52841109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.530743697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.531186604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ffe22523-3fa7-4539-aa68-4196be51e577\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.531210395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.534525468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.534554218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"300.432167ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.574628962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.574691393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.575175481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4756ac9e-861b-49a6-969b-e6d633fd924f\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.575213102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.575825861Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.577016431Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.579640893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.579665033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.579900637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.580759911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.581250988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86bf811b-9020-4504-b8e6-e153d99bee5e\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.583706308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.584109264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.585900933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":17,"elapsed":"351.608169ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.586275069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":17,"elapsed":"352.104987ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.609435981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.609497862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.609864828Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d752bf06-3d95-4010-aa37-3dbc0fcb5272\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.609890839Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.610410577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.618362405Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.618956914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.622867237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.623338605Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.626628437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.626652268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.627173246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"00fee0f8-82c7-48e5-838a-2921dbe2a069\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.629537814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":17,"elapsed":"395.570556ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.665219848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.66596768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"731bd036-5195-43d6-9ef9-2f09bce486be\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.66601427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.66603079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.666044121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.67035233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":17,"elapsed":"435.980015ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.674993294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.675607044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"105e08c3-28ef-4a49-a52c-9a8cb8fc4e3c\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.675638575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.677339152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7277eb28-d735-4f9a-984f-4cb3cf24d288\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.677393103Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.679420996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dbd8ab67-3a4c-4d44-b112-5572bbef0906\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.679450556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.681618661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.681667302Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"447.340987ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.715754969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.716121595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.71829422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.718318381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.718467193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.73008399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.730434325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adba2bc3-778a-49ca-a40e-589435e7cf40\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730461896Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730471256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.73073395Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.7307459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730753201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730760841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730768221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730776351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730963774Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.730973734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.731112966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.731121086Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.731401041Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.736419761Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.736584734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c1e430-fbe4-44c6-a2bd-4a14c8ee9343\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.736611324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.736724716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"164eb330-3d06-4711-be00-6b6061485462\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.738458444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.738479614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.863848659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d31877ed-6c6d-43e0-99cb-b55c163ce221\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:05.863890549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.86390126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.864381587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b906d3a-9719-48b1-a48c-9da758bc1514\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:06:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.864425758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.864757533Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.868382992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.868697087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.872066471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.872474277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.8745314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.874820645Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:05.88135357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":17,"elapsed":"647.366561ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:14.04775514Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"61425d0d-f824-4681-aa04-167cb4b129b3","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":320,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.23388363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":50,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.233932671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.23394319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.233950353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.234299542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.234312732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.236189733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.236480217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.236854973Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.23850059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.23851525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.23852365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"4.573364ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.238655282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.241108532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.241357256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.24287868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.245209778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.245225358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.24538088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.257728779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:15.257754639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":50,"elapsed":"23.834463ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.234183209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":51,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.234231329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.23424172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.23424951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.234558185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.234574545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.23610567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.236694989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.237049825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.238404516Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.238421427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.238554829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.23861375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"4.420821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.23983309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.239997602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.241370754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.243399147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.243411767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.243546319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.251736531Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:25.251763011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":51,"elapsed":"17.584863ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:29.046414346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"49eccf27-62fe-4b49-964e-ceafd835845b","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234236998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234297729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234308209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234315799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234322849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23433318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.2343437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23435407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23436433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23437288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.23438269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23439239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23440317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234411641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234422271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234431981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234441221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234450991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234460102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234470502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234480662Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234489622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234498642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234507272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":52,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234517792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234528493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234538863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234684665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234703045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234776296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234803187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234815487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234825887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234886598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234896529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234903769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234910809Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234919149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.234927619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235431687Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235441237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235447907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235455967Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235463488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235469848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235479128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235485738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235687871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235737512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235747272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.235795193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.237833906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.238103Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 24628697 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.238456546Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23871054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.428371ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.239252239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.23935631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.239523243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.239533443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.239719526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.24122745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.24125006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.241386743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.241443614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.242016323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.242025093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.242069184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.242077584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.242206646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.243857633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.243867583Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244045825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244136387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244150797Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.24431532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.244507453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244532043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 31032211 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244551884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244562944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244734267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.244760327Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.2449839Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.244996291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.245135843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.24808193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.248188282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.248482927Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.248509337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.248523597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 35050965 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.248784922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.250160094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.250437478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.250720573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.252278124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.252301862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.252477291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.256314893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"22.045384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.27420481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.274621047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.276509067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"41.05722ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.27666388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.276931894Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.277054276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.277228869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.277765867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.277996371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.278192424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.278367517Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.280146105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.281944804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":18,"elapsed":"46.504297ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.283754963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.283786324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.284029788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.285952749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":18,"elapsed":"51.62559ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.286818023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.287002386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.2897903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.289820361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.289832541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.290074535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.292836199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.29286478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"58.487879ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.293917677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.295564843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.295591994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.295749286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.295916919Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.296189053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.296262924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.296506718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.297381182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.298293367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.299277773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.299296513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.299494636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.300772147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.301013671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.301025491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.301158893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.302359382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.302385723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.302531755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.311073972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.312020808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.31589448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"81.595762ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.317618347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"83.266347ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.318531152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.318546442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":52,"elapsed":"84.163602ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.3189991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.31902561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.319309355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c604fb73-7584-492e-a32f-06165e50ae19\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.319322095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.321179855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.32831787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.3283404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.32834954Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"93.960769ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.33146198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.3314729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.331712844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45de6bfc-e02e-4696-94a8-b9cccf7679a5\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.331724624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.333816748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.333892019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"98.405061ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.340288052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":18,"elapsed":"104.832785ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.351290528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.351302769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.351506885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"665383cb-d789-4143-94db-311fcde80d67\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.351521154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.352892754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.438830515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.439543757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08763446-22a6-43d8-89d7-8352180e7d10\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.439587397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.439601107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.439611067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.442454613Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":18,"elapsed":"208.225986ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.464740691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.465058676Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946354d1-6ad1-46db-b6e2-0e3650db4b37\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.467288232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.46774279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.468549603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":18,"elapsed":"234.144332ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.47025398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":18,"elapsed":"236.013152ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.471375388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.471397398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.471676853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76947c10-94b6-4a4d-bbb0-c35b3959f688\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.471704463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.472046119Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.526411412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.526462553Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.526713107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"89882809-2c68-4759-99d7-e009b7003afb\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.526726267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.527203055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.53004098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.530294935Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.533919513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.534308749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.53496627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.535423117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.537526961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.537556251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.537572512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.537582461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.537787595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.537941917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"887f577a-7b81-4cbb-9574-ba8797ab8771\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.539475832Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":18,"elapsed":"305.164203ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.558383176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.558852863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33dfecd3-1bd1-4851-a163-1256d754a66a\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.558885634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.558897644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.5592692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.55929024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.55929745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.559304981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.559311731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.559340591Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.559536554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.559560135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.559760618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.559796358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.560399568Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.562649374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.562753226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"738f2f58-381c-42f2-ac26-94ab8a5fb704\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.562777596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.562923189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6668894f-614f-44cd-a0f8-584a513c2ee8\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.562950659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.562967039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.708313465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"22261ba5-577e-4521-a1f5-5f4b7093fe1a\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:35.708365316Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.708379866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.715898926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9744806-eb64-41e2-9a09-175267907921\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:06:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.715937557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.716268692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.720207986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.720528701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.724049308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.724387923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.725992489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.726235443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:35.734905342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":18,"elapsed":"500.567953ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.110983893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.111024224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.141790139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:36.14189275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:35779"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.142041943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7d6cc684-3183-4f3e-a6c1-4b3482374bf2","remote_addr":"[fd00:1122:3344:101::b]:35779","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.142378078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7d6cc684-3183-4f3e-a6c1-4b3482374bf2","remote_addr":"[fd00:1122:3344:101::b]:35779","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:36.187672016Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/oximeter.rs:76","collector_id":"487ff140-60d3-41ba-8767-caa53806d612","producer_id":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:36.187711666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"7d6cc684-3183-4f3e-a6c1-4b3482374bf2","remote_addr":"[fd00:1122:3344:101::b]:35779","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":45715,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.187777287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d6cc684-3183-4f3e-a6c1-4b3482374bf2\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 09:06:36 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.189104679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:36.189128439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:44.048036179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"8f656f47-4bc8-4826-b42a-1ca258e49099","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":330,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.234159105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":53,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.234217866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.234229017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.234238177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.234496551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.234517571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.23631074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.238614737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.238632157Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.238756859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.240727291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.240905214Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.242283446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.244440761Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.244450541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.244582493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.255462128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.255482738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":53,"elapsed":"21.337863ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.263493837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.2637109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:45.293384947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"59.229442ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.233997542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":54,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.234058673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.234069843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.234078053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.234338417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.234352587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.235834341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.238121948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.238145618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.23826997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.240575857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.24075561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.242527959Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.244692933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.244714454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.244831056Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.253978553Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.254004163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":54,"elapsed":"20.005012ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.2637458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.264056415Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:06:55.265477747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"31.493326ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:06:59.046749227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"90d68758-0e9a-4d0e-b9fb-da8a4fd0c053","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":298,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:04.040327013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"458c7dc4-a694-47f2-aa26-377ca9304c80","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:04.040823681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"458c7dc4-a694-47f2-aa26-377ca9304c80","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:04.043860469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"458c7dc4-a694-47f2-aa26-377ca9304c80","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3620,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:04.044105473Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"362f8373-1fec-4048-9cb6-9dc8a487e3a4","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:04.044466449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"362f8373-1fec-4048-9cb6-9dc8a487e3a4","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:04.046587383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"362f8373-1fec-4048-9cb6-9dc8a487e3a4","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2545,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234166573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234255454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234278875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234295415Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234309175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234324665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.234339816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:57:05.234217103 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234357336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234372636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234387096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234510588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234524059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234534819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234544009Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234555939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234569769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23458272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23459575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.2346079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23462029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23463296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234643881Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23465485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234665371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.234676861Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234688891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234699751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234712482Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234723412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234735372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234748522Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234759872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234772852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234784933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234795623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234810043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.234822923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234834113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234845164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234855734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234867464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234878464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234890304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234902354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234915135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234927125Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234940005Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:07:05.234953785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234969216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234979966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.234994406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":11,"elapsed":"14.9µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235008856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235021727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235035907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235049187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235063287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235077137Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235092198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235109078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235120488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235131978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235143398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235155109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235166129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235177829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235188029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235198879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235210339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23522309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23523629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23524561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23525556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23526574Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23527584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235285371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235294561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235303421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235314111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235323121Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235333292Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235343542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235353712Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235363642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235373272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235382692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235395382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235405623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 21650630 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235423913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 21664420 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235557435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235585296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235597696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235616676Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235632076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235642997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235655057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235664877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235786169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235798969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.23588432Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235900991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":10,"elapsed":"1.217869ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235923071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235947811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.235959942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.25802ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.237865412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 24123020 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.238116026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.2383401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.239162113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:57:05.234217103 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.239184833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:57:05.234217103Z\",\"pruned\":[]}","iteration":10,"elapsed":"4.95076ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.239198434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"4.611784ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.239468618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.240017657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.241811256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.241825826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.242027649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.242038059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.242047069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.242230962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.242386515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.242399145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.242538157Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.243571244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.243779917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.244189284Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.24578834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 32049687 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.246040413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.247889463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.247904263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.248136767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.248503183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.248744797Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.25014153Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.250328782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.250476785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.251674454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.252166962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.252181042Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.252316574Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.253366291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.253390662Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.253523844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.254864075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.255883202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"20.622111ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.256603913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"21.315173ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.256687604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.256703255Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.256846997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.257996746Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.260009738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.260030158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.260207301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.261861288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.262161792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.26323528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 49493727 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.263538325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.26449935Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.26451803Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.264775025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.267425327Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.269284557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.271560523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.273548095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.2738609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.292636572Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.2931004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.293613328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.293634378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.293643858Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.294076565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.296061737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.298948974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.299115366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.299749867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.299936019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.300175723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.300190883Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.300443078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.302117554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.302139955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.302399419Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.302895967Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.302925558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.302974628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.303111201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.303429646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.304594204Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":19,"elapsed":"69.345284ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.30497488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.305000501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.305013801Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.305158633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.306325582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.306337252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.306571756Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.306771549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"72.313302ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.307233217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.307250017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.30744015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.308103721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"73.749674ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.311623467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.311648318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.311873211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.311978673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.312055844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.312762256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.312826817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.313071441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.314712907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.314741757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.31488939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.31490427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.31491155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.315095133Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.31676706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.317285538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.317316429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"82.663498ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.327493102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.327539183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"93.136226ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.328482888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.328517649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.328532539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"93.259588ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.328786503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.328815113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.328825843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.328835604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.329003917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.329027047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":55,"elapsed":"94.719581ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.329325902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.330041963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.330069303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.330078734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.330086804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.330261337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.330550211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.330641233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.331305223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.333442238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.333690102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.335082464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.335105404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.335290138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.3366708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.33920708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.339233071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.339413324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.341603059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":19,"elapsed":"107.322075ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.344053478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.344069579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.344077569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.344313462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.345942578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.346299604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.347076507Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":19,"elapsed":"111.842307ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.347339501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"112.079821ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.348431429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.348842565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"114.213805ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.349013968Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.349026218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.349035058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"114.433319ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.350966039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.3509888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.351122872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.372587847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.372642838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.372661258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.373134635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.374733351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.379156612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.379185633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.379447187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.386878836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.386915387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.386926097Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"152.396818ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.399724933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.399785954Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.400324372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8fd87b-434f-4d43-a1ca-b98ebe573874\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.400366163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.401805996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.402415996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.402872573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.404361317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.406856757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.406883258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.407086031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.412980806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.413018006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.413442083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bee2c4ed-e7b5-472a-9625-ffd01630a159\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.413467843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.422248884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.436242509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.439581223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.439626254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.439806887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.444753996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.444828217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.444846608Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.444862188Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.444877818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.444889218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.444903399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":10,"elapsed":"210.273868ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.445246094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.447868156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.452290887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.452360838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.452597492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.453810072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.454166487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.455273495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.455306686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.455325846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.455340086Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":10,"elapsed":"220.776927ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.456283601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.459377871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.459410692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.459665706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.461292012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.463136932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.463171932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.463333985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.493159674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.493237265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"258.771508ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:07:05.507392643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.507450003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"272.782792ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.593074819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.59314789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.593607938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cefd1712-e4a5-467d-bb0e-a3f741f8a053\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.593642628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.594231788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.61240256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.612485211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.612920228Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61905ef-f77b-4e17-b4b7-f9ab6139b6d6\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.612962619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.62177601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.649293882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.671220124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.675776918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.675812788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.676224355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"38262f68-d32f-4298-90cb-870795c43ee2\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.676246885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.676737513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.679879704Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.680188539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.687487976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":19,"elapsed":"452.944908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.696891607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.697309634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.701871437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.701902728Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.702398305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a19fbfed-dba0-4c9e-af46-e35a33130dc3\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.704472559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":19,"elapsed":"469.98276ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.754507643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.755050351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b3bfe6c-474c-443a-b451-8e315af91d45\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.755083772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.755094212Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.755102562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.756665017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":19,"elapsed":"522.521765ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.759257529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.759558854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20eaadde-cba7-4a81-9878-2f18aab3c0b0\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.761368933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.76177065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.764372841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":19,"elapsed":"530.202958ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.862906924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.876511983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.87695622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"72d8a493-1e14-40f6-becb-b68ecfb3392c\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.87697816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.879536162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"4c970378-a413-42a2-ae2d-23496012bd97\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.879560262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.882142773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.882174304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"647.892909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.891596655Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.892085673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.894682375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.894711835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.895299785Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.913514347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.914051766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9cae7dfd-c22e-423b-be5d-21b445efd426\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.914077546Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.915406748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"73060166-06b3-4eee-94de-fb9d643195d5\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.915438318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.916186357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.916556253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da202900-41c5-48cb-829f-6c3b3307b0d8\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.916630112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.91664109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917082165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917095495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917104015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917113945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917122405Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917132166Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917344759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917358209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.917516632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"9dafd26d-4521-4cb9-950b-da20f1e0fbd9\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917528312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.917542502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.917553542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.917932258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.919814049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.919849079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"685.419982ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.920568101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.920734263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2da35cb7-e7da-4879-a8fa-61d0750c7ee4\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.920752474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.920885856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e4e2eb0-5668-4cd5-b778-4af19c8b3f3a\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:05.920901416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:05.920913576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.058542897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b5bc8286-4646-49c7-b040-e965120475a4\", \"date\": \"Thu, 14 Nov 2024 09:07:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:06.058585808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.058600698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.059182717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d53c6e1-761a-434c-947f-709d63dbb10f\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:07:06 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.059238348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.059654495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.064462562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.064711556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.069364091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.069771037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.072029604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.072339268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:06.08232617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":19,"elapsed":"848.154446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:14.049079641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"33885997-4481-41ff-aa74-204acfc49635","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.235193817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":56,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.235241048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.235249208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.235256438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.235568993Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.235586484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.237435293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.239775521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.239794011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.239936144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.241721722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.241899905Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.243645533Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.245839758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.245860759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.245988481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.258134876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.258157266Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":56,"elapsed":"22.978339ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.266033173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.266215386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:15.268183417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"32.97633ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.234719138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.234805039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.234823119Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.23483658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.235134804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.235269836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.236899513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.237131377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.237593904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.238714092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"4.022835ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.239923441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.239938682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.240070424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.241801221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.242059906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.243634541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.245731465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.245740465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.245879497Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.257519084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:25.257531124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":57,"elapsed":"22.812166ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:29.048160634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"a4b0f611-ae6f-4476-a89e-80a437fbc182","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":317,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:34.041337263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"e3b226e3-6678-4ae7-9551-0c6687a083a9","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:34.041661858Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"e3b226e3-6678-4ae7-9551-0c6687a083a9","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:34.043963415Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"e3b226e3-6678-4ae7-9551-0c6687a083a9","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2682,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:34.044227299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e24d2982-fc76-4d69-873b-b71b819e9725","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:34.044601845Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e24d2982-fc76-4d69-873b-b71b819e9725","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:34.046885802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"e24d2982-fc76-4d69-873b-b71b819e9725","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2729,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235244194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235322545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235334075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235343515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235350166Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235359056Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235367206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235375046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235381346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235387916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235395436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235401856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235408537Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235415197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235421207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235427057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.235434657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235442717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235449887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235456577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235463577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235471058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235477378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235484208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235491688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235498468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235505838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235512058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235519818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235526678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235533869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235540619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235547639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235553889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235560929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235728142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235762682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235811183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235831083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235883804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235897884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235905885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235925715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235938915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235951475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.235961165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.236005696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.236015826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.236024306Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.236032617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.236041187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.238159001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 24050308 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.238193221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.238474466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.239111276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.793991ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.239558413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.239741466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.240968626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.240980836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.241163489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.24183087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.24184566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.242024433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.242036283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.242042963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.242188505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.243200982Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.244172937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.24433663Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.24434725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.24435289Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.244449932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.244592844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.244762627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"9.249979ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.244775367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.244784637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.24492448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.24618298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.246417984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.247762175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 33647922 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.248116281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.248139971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.248438536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.249721857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1663, tv_nsec: 35611534 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.250021642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.250151644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"14.654765ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.278914676Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.279263891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.28045383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.280839606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.281522097Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.283186854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.283217755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.283460679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.284454035Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"49.109869ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.284871071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.286524918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.286542488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.286703911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.289247992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.289467175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.28976673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.289947193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.2909972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":20,"elapsed":"55.466052ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.291573559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.291586969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"56.221243ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.292004586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.293470569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":20,"elapsed":"57.977051ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.29353819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.293551951Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.293559921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.293912347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.29538231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.295616954Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.295642194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.295908899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.298295927Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.298323398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.29849601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.303741065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.304152161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.307635227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.307662088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":58,"elapsed":"72.286621ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.325910591Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"90.555915ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.32647066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.328285679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.328303639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.328464392Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.328887038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.329090882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.331596852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.331966278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.332984054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.335386523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.335422143Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.335559886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.335570326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.335578226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"100.162659ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.335587336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.336833416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":20,"elapsed":"101.384319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.346891638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.347208893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.370416406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.370446066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.370807552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98fdb2a5-33dc-492f-91fa-4634e096d5e3\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.370827012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.373648518Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.409156048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.409203719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.409508604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62b89912-b504-4077-b86e-329a147aa7c3\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.409526844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.409628846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.409639346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.410149224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6838000e-9228-459d-b706-da1cab089d89\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.410178975Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.410595971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.410928877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.423152403Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.423820154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.425299767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.429343623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.429372873Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.429603467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.431542918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.433652822Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.433668652Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.433856365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.436537578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.436551868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.436903504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98fb82d5-ef08-4273-8fb4-bd14e075be92\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.436920714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.439359243Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.439943133Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"204.661748ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.470959071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.471008922Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.471868736Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a67e8de3-e42d-44fe-bb29-f0433dc986ac\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.471889046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.472213031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.474793803Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.475002876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.47836083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.478713366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.48147837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.48150175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.481872847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2f08e4ea-110f-4c71-b396-545845dac12c\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.483671345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":20,"elapsed":"248.277409ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.49955736Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.499871796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03be0626-4034-4b61-82be-ef1faa2ab071\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.501330119Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.501596673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.503418662Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":20,"elapsed":"268.173018ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.533465565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":20,"elapsed":"298.022258ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.568549639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.569072257Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"070facdb-1c99-402a-96e2-0d417496c78e\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.569118488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.569137929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.569151029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.572508343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":20,"elapsed":"337.272529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.612288622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.612857551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.615540594Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.615573884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.615951361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.631312287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.631721254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"348a6adb-9ccd-4fa6-a87c-2b937efa0d35\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.631757595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.631772905Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.63213325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632153551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632162511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632170871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632178911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632186882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632394635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632413635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.632574248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.632591488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.632984524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.635156309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.635279891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2caa47c-0646-440a-93bc-fff023df9e19\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.635294411Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.635374433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b91f92cd-3ffe-461f-8bdd-ddbdd75fb3f1\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.635388983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.635400283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.754421295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"a2e68dfb-09ce-4a32-9432-63665c987ba0\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:35.754469966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.754481926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.754949614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652c1cc4-2549-4e65-bfcc-adf107ee7e17\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:07:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.755003375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.75533713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.758743685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.758942058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.762234541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.762598957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.767680098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.768010684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:35.77586065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":20,"elapsed":"540.449303ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:44.048428775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"6ca53309-8a26-4786-b80c-a46472263eda","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":343,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.234576172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.234630932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.234641433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.234651713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.234967588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.235022039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.236925789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.237097382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.237346616Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.238266251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.701289ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.239743315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.239762185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.239897247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.244302978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.24447492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.272657983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.274995111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.275008381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.275143333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.284156638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:45.284176158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":59,"elapsed":"49.586796ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.235432603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":60,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.235486344Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.235497544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.235506534Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.235798459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.235814559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.237650499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.237866202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.238245538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.240027447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.240038647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.240183789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.242518047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.24270718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.244431938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.24646763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.246478211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.246612593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.258341691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.258367012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":60,"elapsed":"22.948558ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:07:55.26571259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"30.267987ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:07:59.047902773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"7e296236-d938-4784-85fd-f2329beba847","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:04.041072703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"9da659fc-9c3e-4837-bdeb-96572f29fbf4","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:04.041396858Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"9da659fc-9c3e-4837-bdeb-96572f29fbf4","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:04.044233833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"9da659fc-9c3e-4837-bdeb-96572f29fbf4","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3227,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:04.044495268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"a1944f8b-b7b7-45a3-b269-6ec2980b68e1","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:04.044862963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"a1944f8b-b7b7-45a3-b269-6ec2980b68e1","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:04.047163491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"a1944f8b-b7b7-45a3-b269-6ec2980b68e1","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2729,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235300149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235392571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235414111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235432471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235447262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235463802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235478702Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235494932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235508932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235524583Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235542303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235557303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235572844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235588634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235602244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235617734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235631294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235646715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235662115Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.235681695Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:58:05.235498562 UTC"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.235708566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235731696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235754416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235776317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235799187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235815297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:08:05.235829668Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235845938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":12,"elapsed":"21.11µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235861188Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235875678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235888629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235900769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235912079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235924669Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23593569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23594811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.2359599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23597311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23598625Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.235998471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236011361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236022271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236033271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.236045321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236056661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236069461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236167893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236186783Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236197074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236206504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236215974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236224324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236234844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236243714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236253435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236262315Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236272875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236282585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":2,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236293155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236299585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236306625Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236314405Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236321146Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236328826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236335106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236342146Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236348456Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236356276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236362596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236369906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236376277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236386227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236395447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236403937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236412457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236420157Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236427647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236438067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236447058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236456108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236465118Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236473318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236482798Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236490908Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236498099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236505048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236513039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236521249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236528739Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236535759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236544399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236553009Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236560949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23656914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23657773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23658545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 22076447 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23659848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.23660797Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 22092357 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.236649631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.237024757Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.237043617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":11,"elapsed":"1.334962ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.237091288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.237103898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.517615ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.238229446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 23754644 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.23848251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.238733114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.239409105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"3.977344ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.240978511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 26497568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.241058422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.241078212Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.241086952Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.241222024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.241236124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.242926322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.243230377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.243248317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.243398099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.243527491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.243781345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.244237233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:58:05.235498562 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.244271433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:58:05.235498562Z\",\"pruned\":[]}","iteration":11,"elapsed":"8.743151ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.24470938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.244735571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.244746831Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.244873383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.245101417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.245847309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.246143603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.246482989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.249337745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.249358185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.249588529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.251025212Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.253558233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.253575203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.253810006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.255536364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"19.585725ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.264723872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.26524154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: eligible for removal","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.268601624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","candidates":"[(2d6ef5f6-1aa8-428b-9fd6-ad22ba69994d, 0), (319dcd4a-aa88-4066-9afc-f6093215a7f1, 0), (64316450-8730-4483-9917-19408ad2b121, 0), (582efc13-1345-4cf1-b4be-43aa2a9165c0, 0)]","collection_id":"2d6ef5f6-1aa8-428b-9fd6-ad22ba69994d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.268637895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.269345446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.269376727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.269388807Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.272202202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 57717139 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.272536187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.283356301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.283392092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.283400522Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.283846979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.285943613Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.286132886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.286248658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.289059723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.289074493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.289216986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.289365588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.290908383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.291724856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.291738176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.291955179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.292082981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.294087774Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.294101814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.294266336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.294302047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.294528711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.295263883Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.295278903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.295521117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.295982964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.296179877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.296589674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"60.623554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.297367586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.298421933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.298442294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.29881142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.29882426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.298989863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.299009713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.299098444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.299122915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.299133665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"63.201085ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.299145435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.3000964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.300314274Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.300942374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.303299872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.303530336Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":21,"elapsed":"67.507255ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.303758649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.306117847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.306146987Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.306398251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.309069324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.311156118Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.311181678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.311192708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"75.424712ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.312369827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.31249364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.31251874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.31252909Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.312661912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.312674942Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.312907186Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.312932436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"77.034378ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.315980476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.32435502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.326307771Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.326680747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.327343168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:08:05.331354403Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.331380203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"96.047974ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.337778916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.337820586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":61,"elapsed":"102.08008ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.346380134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.346406074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"111.041434ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.34738155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.34740516Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.347411901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.347837457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.348326815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.348763532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.351483246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.353188703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.353219864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.353337986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.354093738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"118.269521ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.355735614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.355996648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.356441126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.356630009Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.357424101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.357588694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.357818398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.35796282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.358897815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.359019807Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.359139489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.359314242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.359620917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"123.692417ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.361539157Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.361564958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.361759731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.362667035Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.362684506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.362836468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.36417062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.365542742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.365813346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.366979145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367002915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367211688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367336641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367459392Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367475103Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367484373Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367493353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367610835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367669076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367755177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367789188Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367801648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.367811808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.368027322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.36917141Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":21,"elapsed":"133.327522ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.369199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.369512276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.370057114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.372626235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"136.820228ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.37288289Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.37290648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.373078633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.373695523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.373718773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.373883656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.375343659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.37537076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.375572113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"removed inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.378588521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/db-queries/src/db/datastore/inventory.rs:1446","nclickhouse_keeper_membership":0,"nerrors":0,"nzpools":0,"nnics":0,"nzones":0,"nsled_agent_zones":0,"nnvme_disk_firmware":0,"nphysical_disks":0,"ndatasets":0,"nsled_agents":0,"nrot_pages":8,"ncabooses":12,"nrots":2,"nsps":2,"ncollections":1,"collection_id":"2d6ef5f6-1aa8-428b-9fd6-ad22ba69994d"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.378625672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.378904956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.379892342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.380246528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.382709308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.383145555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.385791287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.38601197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.386240854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.387377263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.387399093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.387869251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc232cd2-d4fa-458d-b220-f37e9634f097\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.387893851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.389357964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.38972397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.390009165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","candidates":"[(319dcd4a-aa88-4066-9afc-f6093215a7f1, 0), (64316450-8730-4483-9917-19408ad2b121, 0), (582efc13-1345-4cf1-b4be-43aa2a9165c0, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.390861239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1693, tv_nsec: 176362966 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.391369047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.391886165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.392424524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.396613901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.397093769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.408933629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.4089833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.409397846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47276d2f-6506-4b21-a257-b76aa7ecca34\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.409433567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.410600116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":21,"elapsed":"174.699847ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.413488002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"175.939207ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.415409833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.415443014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.415459394Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"179.969952ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.416017433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.438957381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.439032893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.439049263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.43953435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.444944155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.444997463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"209.396304ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.446843258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.446874008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.446890549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.447436837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.458909582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.459356139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.493950665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.498385536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.498438737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.49865353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.559866524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.590793471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.591230808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.637257267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.637305508Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.637319498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.637790916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e768f2-344e-4458-bc46-df3b93caf5ec\", \"content-length\": \"476\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.637821176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.63806684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc108f26-974b-4f0c-9f3c-956a39bb9a95\", \"content-length\": \"734\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.638097051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.638413936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7511096a-4c19-4c04-8c94-ff38e96cc0cf\", \"content-length\": \"111\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.638435716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.638724481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d521da53-8160-403f-a042-99c701c41786\", \"content-length\": \"111\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.638747881Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.639040396Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54c1a381-364c-4851-953b-f526786e65f9\", \"content-length\": \"167\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.639056496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.639237769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.639340241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75739ebb-98bf-4b02-9772-993d3f91f550\", \"content-length\": \"167\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.639369941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.639627975Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2a085655-9510-48ec-907a-7707822f4100\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.639650846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641088259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ebe9c94-942e-4631-8119-569f8c5ab13d\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641119229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b677f71-bb5f-4623-a305-4268b4163ffb\", \"content-length\": \"175\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.641132889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.6411433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641467615Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8e0523a-5fe9-47e1-84fc-08f3eb9398fa\", \"content-length\": \"175\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641493435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641642068Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd118ec6-3454-41c3-a02c-7accc70c0d66\", \"content-length\": \"702\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641657748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641825091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99088ad4-dea5-4afd-a3d6-2128bfadd3fa\", \"content-length\": \"727\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.641839141Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.642001943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5ced62b-d7d9-4b3e-a903-90f18e2e67a3\", \"content-length\": \"729\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.642029184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.642196646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c77fcef-2f4f-4dbd-bc1a-8c6144b042eb\", \"content-length\": \"728\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.642218717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.64240367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9973499c-21c4-4222-9d62-a736f284e257\", \"content-length\": \"722\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.64242323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.642619043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.642639814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"407.228302ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.642768056Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb75456-a4f5-4f14-ab1f-772047eb765a\", \"content-length\": \"109\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.642790446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.643152082Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d97e0bd-f04e-49ba-9f4b-d6b4a396ff5a\", \"content-length\": \"109\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.643181452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.643457437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24fa9168-cc1f-40fe-ae7b-7f9c707745a6\", \"content-length\": \"169\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.643474027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.643793072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6545623e-aed6-4865-98ad-adf502fcff72\", \"content-length\": \"169\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.643810083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.644180378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a90108a7-a039-41e4-87ca-dc2e9d01848c\", \"content-length\": \"178\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.644198999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.644626725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32c1973e-09da-467f-8251-c18445c976ca\", \"content-length\": \"178\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.644647096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.644815779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc04d822-e983-4edf-878f-2832323787e3\", \"content-length\": \"702\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.644841719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.645089293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe928912-1aaa-4a61-b427-f7254bf495a9\", \"content-length\": \"727\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.645109893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.645370397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90e13799-c459-48db-9308-2e9f7cad3b7f\", \"content-length\": \"729\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.645393618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.645598311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f796cdbc-2592-4b6c-905e-ca00493fc9e3\", \"content-length\": \"728\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.645622261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.646070329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.6486576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.648681731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.648884194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"232263d9-c428-4129-9459-5ce8e4935f1d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.648905244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.650814765Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.715335852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.715577165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c1ecc4-7b1e-4f2b-afb0-c354db59f383\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.717198251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.717515717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.740465165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.740495616Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.740906092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d24c558-6e52-4b3a-9e9a-2bd46abeaf62\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.740942733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.741404991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.742958876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.744667113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.744882536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.744901937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.744912387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.744923097Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":11,"elapsed":"509.1239ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.745306073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.74636849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.746383931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.746583814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.746621834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":21,"elapsed":"511.136162ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.747180863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.747211244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.747361746Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.747496638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.747520399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.747664421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.750652419Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.750962314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.751172877Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.751187348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.751200138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.751208758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":11,"elapsed":"515.572924ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.752704002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.752724282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.752897135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.753670737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.753691568Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.753874871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.756573464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":21,"elapsed":"521.263195ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.786381063Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.797243717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.800695293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.800745154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.800892866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.803561439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.80484521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.811243413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.811643529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.813702462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.813973416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.816771221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.817069186Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.817848789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.817871939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.818156484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"246788db-cc42-4aec-9b7d-a0f49ed9f6ac\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.818169224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.818407378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.819355553Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.819560766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.820833367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.82105753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.821192752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.821533328Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.823159454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.824971303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.825200067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.827562705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.827582455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.828001532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8d7ca996-1ea9-4484-8086-35f7aa514c22\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.828686943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.828706053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.828963367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.830209337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":21,"elapsed":"594.686185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.83038272Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.830577323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.831904674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.832175739Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.833627862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.837020767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.837042827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.837173259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.841230194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.841494548Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.843620763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.843803736Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.846031672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.846401267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.848653203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.848873857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.929030295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.929556193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3dc2b208-b39c-49c3-82b0-d09a8a007eb0\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.929573854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.932319458Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"aa50afbc-498f-4867-8e67-237f19288185\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.932341898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.934081706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d5ce5563-4582-4b68-81e6-55557be183de\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.934096416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.93617789Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.93621599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"700.544215ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.953115672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.953161633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.955776795Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.955848566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.956195691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.956251362Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.972624825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.974238481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.974612937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.975084585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.975119465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.975354249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.976339775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e991681b-e95c-4c6b-9f84-e1a232ad5738\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.976366886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.976379116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.976387556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.97787647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":21,"elapsed":"742.59714ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.986067251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.986414417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"419d0827-d479-4db0-b43a-eda37f16c44b\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986430707Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986441407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986724862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986739332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986747062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986755182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986763393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986770802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986947996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.986960666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.987134048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.987150799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.987668487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.990284209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.990392321Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eadba459-5fd4-4929-b868-3206fce2ca1b\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.990407501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.990493562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"274b9142-6e28-4f76-bb1c-ada2dd6b2e55\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:05.990506053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:05.990515983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.002133609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.002422234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.003974179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.007830581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.007861352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.008021324Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.009409936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.00963366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.010687437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.01088198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.012505626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.015989502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.016015332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.016154165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.022252193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 208292a9-20b7-485e-95b8-8fa301192abc, kind: Service { id: ef32bdd5-939a-4ab0-a70a-6f004e97691b }, name: Name(\"external-dns-ef32bdd5-939a-4ab0-a70a-6f004e97691b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 49])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6a42b1-a060-4782-a598-da956f0e54bf, kind: Service { id: e0fbd02e-9643-47c5-9261-dd03abc268a8 }, name: Name(\"external-dns-e0fbd02e-9643-47c5-9261-dd03abc268a8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 209])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 3d08f9bf-1395-4918-83ef-e9bf23bb54cc, kind: Service { id: d3dd4036-6839-48d6-8f36-e642d9b3e6c0 }, name: Name(\"nexus-d3dd4036-6839-48d6-8f36-e642d9b3e6c0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 97])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb09bf8b-0a0a-43d0-8fab-de971f1991ea, kind: Service { id: b933d23e-28f4-4f5e-9ad9-9694702ed335 }, name: Name(\"nexus-b933d23e-28f4-4f5e-9ad9-9694702ed335\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f73311b5-bba3-40b6-b24a-8c3229a71a49, kind: Service { id: 484a1c50-302f-49ec-9214-2179c2ff7104 }, name: Name(\"nexus-484a1c50-302f-49ec-9214-2179c2ff7104\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 0])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.022289643Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.022442236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.024068462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.026230136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.026246247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.02642481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.028064246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.028118267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 208292a9-20b7-485e-95b8-8fa301192abc, kind: Service { id: ef32bdd5-939a-4ab0-a70a-6f004e97691b }, name: Name(\"external-dns-ef32bdd5-939a-4ab0-a70a-6f004e97691b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 49])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7b6a42b1-a060-4782-a598-da956f0e54bf, kind: Service { id: e0fbd02e-9643-47c5-9261-dd03abc268a8 }, name: Name(\"external-dns-e0fbd02e-9643-47c5-9261-dd03abc268a8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 195, 209])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 3d08f9bf-1395-4918-83ef-e9bf23bb54cc, kind: Service { id: d3dd4036-6839-48d6-8f36-e642d9b3e6c0 }, name: Name(\"nexus-d3dd4036-6839-48d6-8f36-e642d9b3e6c0\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 140, 97])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: eb09bf8b-0a0a-43d0-8fab-de971f1991ea, kind: Service { id: b933d23e-28f4-4f5e-9ad9-9694702ed335 }, name: Name(\"nexus-b933d23e-28f4-4f5e-9ad9-9694702ed335\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 168])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: f73311b5-bba3-40b6-b24a-8c3229a71a49, kind: Service { id: 484a1c50-302f-49ec-9214-2179c2ff7104 }, name: Name(\"nexus-484a1c50-302f-49ec-9214-2179c2ff7104\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 0])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.028137737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.084104666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","vpc_to_sled":"[Sled { identity: SledIdentity { id: 65d2236a-3110-4d84-aa25-77e21779db87, time_created: 2024-11-14T08:58:18.385723Z, time_modified: 2024-11-14T08:58:18.385723Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, is_scrimlet: true, serial_number: \"buskin\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.084161007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.084170117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.084551713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.086698687Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.087032413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.088536587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.090939016Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.123955986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.141213523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"e0165d87-671c-4e0b-a639-9f1245b0cea8\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:06.142467163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.142482264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","elapsed":"906.770549ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.142491284Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":3,"elapsed":"906.784988ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.252750195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e811a459-1436-4628-8618-e729327e7cb3\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:06.252798506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.252809866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.263501168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"706218f4-86c1-43b3-a337-beecfe9f10e0\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.263542579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.263886454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.26737822Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.267592704Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.271411475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.27168825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.274011847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.27422287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.281389755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":21,"elapsed":"1.045837452s"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.500537546Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e69397a-ffbf-478d-b7ba-e58fb4658ee4\", \"content-length\": \"30764\", \"date\": \"Thu, 14 Nov 2024 09:08:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.514922878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.514959278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.514967708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.516685596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.516993471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.518480645Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.520153862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.520212492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.520371025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:06.711465815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/db-queries/src/db/datastore/inventory.rs:1000","collection_id":"42361028-45e7-4b0d-9788-8032a1a1fbb8"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.711512876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_started":"2024-11-14 09:08:05.637225 UTC","collection_id":"42361028-45e7-4b0d-9788-8032a1a1fbb8"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.711562267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"collection_id\":\"42361028-45e7-4b0d-9788-8032a1a1fbb8\",\"time_done\":\"2024-11-14 09:08:06.514917 UTC\",\"time_started\":\"2024-11-14 09:08:05.637225 UTC\"}","iteration":2,"elapsed":"1.475929802s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.711579307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.711589217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.711915692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.713203462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.71484902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.7148627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.714997262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.717027334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.71736337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.718857494Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.720597462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.720610032Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.720760065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:06.810215722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"98.619834ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:14.048444229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"67453866-1aa6-410a-812b-1bd4410c8565","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":311,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.235604862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.235693604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.235711974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.235728694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.236146991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.236253253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.23795865Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.240343308Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.240356839Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.240520311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.242656636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.242895239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.244336763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.246643209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.24665692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.246803502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.262062207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.262087678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":62,"elapsed":"26.452515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.268715404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.268981679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:15.297918723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"62.335812ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.235628511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.235689902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.235701152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.235710842Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.235982576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.236018437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.23805364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.24054642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.24055911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.240702622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.24243979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.242737455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.244222549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.246565356Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.246580267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.246739869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.258798213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.258823273Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":63,"elapsed":"23.187442ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.263013718Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.263212978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:25.294511637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"58.896517ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:29.048914044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"afd00835-d33c-4705-9b7c-dba1c05288d0","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":371,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:34.042049863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"0baf406f-cd4c-4b77-8ab6-cb40729a7384","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:34.042544601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"0baf406f-cd4c-4b77-8ab6-cb40729a7384","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:34.045347696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"0baf406f-cd4c-4b77-8ab6-cb40729a7384","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3397,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:34.04558165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"8bf7c60b-e6ae-4878-bd84-775943f34bf7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:34.045902845Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"8bf7c60b-e6ae-4878-bd84-775943f34bf7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:34.047856598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"8bf7c60b-e6ae-4878-bd84-775943f34bf7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2335,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235861163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235922724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235936014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235945424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235953764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235963164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235972384Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235981484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235990565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.235999085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236006835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236015105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236024885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236033095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236040575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236048486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236057446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236064866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236073396Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236081216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236089376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236096916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.236105556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236114116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236123427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236132347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236140067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236297659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.23631325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.23632442Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.23636242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236374881Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236400131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236473892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236486702Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236497233Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236516923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236526453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.236534253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237061472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237071812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237079182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237085752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237091482Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237098362Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237105452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237111363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237329906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237338446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237347546Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.237389847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.23883283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.239075014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 24252222 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.239362609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.239731135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.76352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.240798902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.240811482Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.240958924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.243250621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 28430109 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.243502075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.243596437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.243866731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.24694631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.246971211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.247225055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.247922206Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.247949257Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.24815768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.250275824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.250292964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.250582899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.250608759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.250749672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.251093547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.284522914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.286374374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.286405624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.286530177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.288303955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.288690101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.289510084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"52.434822ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.289663207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.289675447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.289682587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.289998122Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.290036953Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.290242096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.290278707Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"54.274362ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.290645813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1723, tv_nsec: 75819050 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.290665823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.290890727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.291402675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":22,"elapsed":"54.339562ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.29171427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.292508733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.292521903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.292698096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.29420844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.29421963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.294408503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.296158681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.296929384Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.297119547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.297240518Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.297298899Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.297375091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.297835888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.297847908Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.298019561Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.299149889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.299744329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.299992423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.300660913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.300683044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.300791786Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.300805436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.300863827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.300941868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.316864174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.316892104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":64,"elapsed":"80.92749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.318858486Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.319177001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.32161515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.321732812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.321745192Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.321844874Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.322146139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49a409e2-7963-4132-958c-552d9e98319d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.322162769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.322345012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.322354162Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.322359982Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.322679617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.323841626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.324766631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"88.883528ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.331055062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"93.97532ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.334000229Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.33401498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"98.034105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.334621059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.334924064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.336644202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":22,"elapsed":"99.551319ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.351522221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.352947713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.352957624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.352966074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"117.060371ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.354103182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.354120492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.354270085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.403361423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"167.4392ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.425920996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.425967017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.426538956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f2269a0-1df1-4a05-a5d7-883fab84a748\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.426568216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.426951033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.427381049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.4274087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.427721075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7fe504-2641-4ae6-9ef7-bcf3fc32b795\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.427737855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.428810623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":22,"elapsed":"192.787477ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.429516804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.451840113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.451885603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.452171358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a89d5531-9a3b-4d6b-96d7-2e57793b37d7\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.452188948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.45292357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":22,"elapsed":"217.058228ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.454003817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.484849513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.485227439Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19effc8c-4b5d-46ae-acc5-5bc37af1c9cb\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.487659408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.488094565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.489590369Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.489617049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.489929994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5d9f3830-7067-4782-963b-26158fff4e57\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.489945265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.490378382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.490751398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":22,"elapsed":"254.808524ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.492970933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.493344279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.496365028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.496651782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.499863554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.499888534Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.500203239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1a78e800-e7b6-400b-8408-06afd6f24ed4\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.502350404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":22,"elapsed":"266.319288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.536783897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.537064182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.577872087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.578395406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.581008008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.581038808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.581447065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.588145872Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.589739288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.589757488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.589939261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.591816451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.594381183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.594413403Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.594564995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.603068752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.603499349Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"129fa5fe-d8f2-4efc-89d2-23abb44e5cfc\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.60354446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.60355834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.603845505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.603856065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.603863465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.603871835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.603879505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.603887335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.604085428Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.604095179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.604274102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.604282552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.604763909Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.606963025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.607091247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65d7d034-6d40-4ad6-9eaf-b6c73d9b07d0\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.607103357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.607200149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18fdc944-5395-4c37-b914-1dbf81dbd3d5\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.607215469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.607229359Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.630010015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.733702131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"18a0e8c6-2a7a-4493-ba06-eb0239ead4aa\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.733754742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.733767882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.734060567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c502c1a6-8a0d-4167-ac1a-d6087e140950\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.734105697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.734460733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.734568915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93880e69-0c0e-40e6-895c-a4cbeae48d9f\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:08:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.734607436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.734618706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:35.734626696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.736672529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":22,"elapsed":"500.821856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.737924079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.738191753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.741144981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.741347364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.743058681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.743397617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:35.750537152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":22,"elapsed":"514.498576ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:44.049637803Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"6ec83cfb-a64a-4b13-910c-5fa6fcd584f3","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":427,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.23580033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":65,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.235856241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.235866851Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.235875971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.236196076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.236213236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.237640219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.240013445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.24004007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.240176543Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.241818256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.242011309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.265428896Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.265640969Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.266823238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"31.011889ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.270589648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.272983937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.273001007Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.273130889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.284435791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:45.284460222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":65,"elapsed":"48.675852ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.235708466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":66,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.235769367Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.235780608Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.235790018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.236037081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.236051753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.268087747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.270627387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.270643958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.27077365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.270918582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.271202967Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.27261665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"36.914253ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.273155418Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.273500394Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.275072479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.277400936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.277416897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.277560369Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.288399923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:08:55.288419513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":66,"elapsed":"52.725467ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:08:59.048944649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"77d20647-6ed3-496b-9823-26d5bc19f0ff","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":312,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236493637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236548078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236558908Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236568028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236575309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236584469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236592829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236600249Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236607409Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236615529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236624299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236631269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:09:05.236639079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23664847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23665654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":13,"elapsed":"13.04µs"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.23666616Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 08:59:05.236590419 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23668343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23669145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23669807Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236704311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236711131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236717841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236724791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236732011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236740051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236746241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236752901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.236760441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236767701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236774012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236780312Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236786342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236794092Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236800612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236807002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236812962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.236819042Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236825173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236833002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236839013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236846323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236852743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236859213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236866923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236874143Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236880703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236888463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236895203Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236902264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236909584Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236916014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236922194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236928564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236934884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236942444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236949044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236955195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236961655Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236967715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236974285Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236981075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.236997375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237047496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237124607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237136667Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237189298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237202279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237250709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23726786Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23730677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.23733003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237353031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237383342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237395622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237407752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237419552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237429142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237441972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237455172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237470573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237482773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237498003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237511984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237525354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237543194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237588465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 22422102 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.237607435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 22445682 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.238039722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.238061112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":12,"elapsed":"1.24828ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.238111083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.238123633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.304741ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.240091205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"3.577927ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.240138996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.240695675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.054145ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.241706931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.241735621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.241854973Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.242239849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.243587641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 08:59:05.236590419 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.243616371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T08:59:05.236590419Z\",\"pruned\":[]}","iteration":12,"elapsed":"6.994393ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.244463585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.244700209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.244895752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.244913102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.245137856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.245670775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.245914979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.24785824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.248223956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 33056423 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.248560421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.249472726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.249500256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.249624098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.252475504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 37306351 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.252759158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.258317768Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.258718074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.283867878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":23,"elapsed":"47.370001ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.287180631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1753, tv_nsec: 72007009 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.287469346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.288531143Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.28896209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.289094112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.29080723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.291090504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.29268393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.29271077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.292914483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.293035465Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.293697016Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"57.166739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.293732187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.293760817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.294117493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.29456279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.29457571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.294765963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.294828834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.294838154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.294846065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"58.184585ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.295342153Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.295413014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.295427224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.295856051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.296142186Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.297353855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.297533068Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.297545298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.297551988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.297612179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.297952955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.29829057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.299112273Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.299357247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.299857885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.300029238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.300082329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"63.51957ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.300114469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.300129159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.300292622Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.303297781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.304039502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.305296742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.305318493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.306673535Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.307473988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.307485858Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.307495998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"70.813857ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.307555429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.30827335Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.308285801Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.308295521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.308302181Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.308428483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.308524634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.310430115Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.310634748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.310767841Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.310919223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.312377776Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.315169341Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.315202862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.317431268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.317494589Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.317836694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.317862544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.318039497Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.325804812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.326087236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.3313061Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.331798818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.333367333Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.333817921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.334186467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.334436661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.334456381Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":67,"elapsed":"97.528847ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.334469361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.336108008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.336341651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.337903346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"100.978712ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.33810947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.33813456Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.33816413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.338460345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.349867129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"113.160148ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.353888693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.353908914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.353916454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.353922624Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.354275569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.354706096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.354732847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"117.857073ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.355734042Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.355759093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.355766499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.355772443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.35595252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.356625247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.359743347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.359774498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.35993084Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.369192629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.370982898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.376163511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.376202182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.376214952Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"139.352049ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.380307158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":23,"elapsed":"143.683358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.383419398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.385688174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.385706305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.385908138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.394258012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.394959943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.395361529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.3960287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.396047711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.396058441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.396350145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.397958651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.397982782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.398193985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.409936654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.409965654Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.410391631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb91a1d4-2c0e-43fe-ba94-05f11eefe8ff\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.410423231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.41217046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.413603823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.422389364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.422432855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.422724099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.427226101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.427255642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.427645268Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21f9dc66-59ed-4bbb-aedd-1dc0c65a4f78\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.427663048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.429172023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.46260032Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.462669911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"226.063632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.466401131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.469877567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.469912397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.47007836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.47382348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.473858421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.474247917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"679e8bfa-fe82-4b03-9372-a1bc255ffd5f\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.474272477Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.476604505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"239.687051ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.477645931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:09:05.4831445Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.4831784Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"246.46749ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.503449556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.503904644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.531170291Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.531597018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"685fbd94-c07e-4bab-9dfb-5b83177a4024\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.531627179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.533151813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"8cb2fcad-32a3-46c8-8ac7-43cdfd76b1d5\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.533178804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.534997693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.535020723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"298.275442ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.560999201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.561085682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.561637181Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72f802c9-7f64-4d60-8704-48dd153c6d4f\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.561677672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.562273471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.564637989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":23,"elapsed":"327.858598ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.56717318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.567207601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.567223581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.567238081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":12,"elapsed":"330.582522ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.574943205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.580928201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":23,"elapsed":"344.197671ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.621624705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.621681596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.621694476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.622127983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.623360943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.623913461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.626475153Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.626504043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.626577424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.626588955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.626701136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.626772507Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.628304172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.628633957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.628645048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.628653778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.628662318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":12,"elapsed":"391.892916ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.629982269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.629993819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.630166472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.63502927Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.635057931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.635327135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6692329c-7f15-4bc2-9e5e-cdbe58cc9ff0\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.635348085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.63561406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.637693213Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.637890776Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.641306681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.641568515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.644506892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.644526223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.644837348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d9b19a71-58d8-4367-acc0-aafdc850b180\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.646932411Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":23,"elapsed":"410.202ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.672418371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.672769177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6d8f53a-4b85-4442-ac63-d23af2e3d7e6\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:09:04 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.675446569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.675689853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.682058686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.682663745Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a8ed6736-3305-4060-93c2-be693a47d7a7\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.682684066Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.684431464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"98e46833-39cf-4244-8a56-529546542cb7\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.684450004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.686635199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2fc14b51-85e0-4d00-80d7-7f71fb8209f2\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.6866506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.688788354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.688825695Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"452.251926ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.713922198Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.714389555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b17e494d-c478-4910-8f4e-a9480d9be871\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.714422236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.714439136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.714452886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.716053032Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":23,"elapsed":"479.121558ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.716692402Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":23,"elapsed":"480.073423ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.770528687Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.770888703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.772231244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.772252975Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.772406267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.782753144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.783186051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12941e97-f30b-4a15-940d-114b663576c8\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783222621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783234821Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783562257Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783573107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783580697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783589207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783596607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783604587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.78378173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.78379148Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.783940083Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.783956713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.784277048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.786211599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.786326671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a6e4bb7-85d2-494d-804c-22377cd20696\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.786353441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.786435493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18d746a6-9e5f-4cff-9ab6-b3b0eed7fe9e\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.786448473Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.786458353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.898557164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b76767d1-ac89-48f5-8d4c-741575b32b9b\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:05.898598285Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.898608685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.903658446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e977cf04-74c5-427c-baa6-8fdb6c2a35de\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:09:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.903709787Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.904066062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.907907244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.908151258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.911169907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.911441141Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.913497374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.913684237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:05.920882713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":23,"elapsed":"684.088531ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.192022169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.192057529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.223772769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:06.223880831Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:63811"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.224086794Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae03bc37-8520-4c94-a1d8-77870d2c4f4b","remote_addr":"[fd00:1122:3344:101::b]:63811","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.22444504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"ae03bc37-8520-4c94-a1d8-77870d2c4f4b","remote_addr":"[fd00:1122:3344:101::b]:63811","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:06.258516397Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/oximeter.rs:76","collector_id":"487ff140-60d3-41ba-8767-caa53806d612","producer_id":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:06.258543047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"ae03bc37-8520-4c94-a1d8-77870d2c4f4b","remote_addr":"[fd00:1122:3344:101::b]:63811","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":34526,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.258619289Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae03bc37-8520-4c94-a1d8-77870d2c4f4b\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 09:09:06 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.261017817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:06.261037277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:14.049224651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"1717309b-37cb-4876-8926-37852fa28fc6","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.236587897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.236645578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.236656708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.236664898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.236964363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.237029454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.23866628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.240968027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.240980307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.24113475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.243724602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.243930485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.245340848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.247503382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.247516783Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.247651915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.258982977Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.259009477Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":68,"elapsed":"22.41849ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.267846879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.268149554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:15.295524254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"58.953287ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.236475573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.236527424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.236537864Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.236545974Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.236860759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.23687389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.238488456Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.238678569Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.238834971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.241138018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.241150998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.241298371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.243359044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.243610008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.245270494Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.247570742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.247586902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.247715594Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.259248609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.259269319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":69,"elapsed":"22.789706ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:25.265975387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"29.516214ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:29.049773547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"632f0217-e790-42d3-9b03-254daa962d79","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":367,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236581493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236645804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236659474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236670434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236679635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236688625Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236698045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236707175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":70,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236716355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236725095Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236732815Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.236740416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236748926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236756946Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236764146Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236772966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236785996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236795476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236805067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236814387Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236822977Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236832667Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236842407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236851357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236860558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236868728Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.236877898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237059481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237087631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237101621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237114852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237128152Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237174113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237191723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237200603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237207493Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237214513Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237222754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237229623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237780402Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237790852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237797773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237803883Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237809653Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237815953Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237821463Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.237827563Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.238004236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.238012876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.238019966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.238088837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.239981348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"3.268703ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.241543673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1783, tv_nsec: 26027160 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.241802307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.242103532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.242781441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.243139871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.243286583Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1783, tv_nsec: 27835989 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.243651167Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.244371038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.244392109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.244573281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.244809435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.244827245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.244993278Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.246100506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.246120286Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.246254399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.250524047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.250774781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.251024195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1783, tv_nsec: 35514013 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.251372571Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.273934583Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.277166295Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.277204156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.27744843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.279828038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.280208414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.280220914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.280230204Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.280236645Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.280266305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.280344466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.280497079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.28057854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.280747673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.282737575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.285268715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.285296046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.285514099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.287577412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.288013279Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.28803959Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"51.393025ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.28805478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"50.257417ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.288085991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":24,"elapsed":"50.281428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.288714751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.288928814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.290480459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.292092285Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.292122165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.292243197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.292504911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.292792946Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.293082201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.293223413Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.293240554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.294949651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.294968871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.295118004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.29611793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.29614161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.296364834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.297022064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.297049005Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.297186677Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.308192774Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.308454678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.315652843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.316169742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.316187632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.316223853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.316874303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"526703da-2ebe-4edd-adf2-48f128338504\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.316891483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.318865725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.319624207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.319646778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.319872481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23f90283-76f8-4ccd-a566-a1b6f78b1a3d\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.319900012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.321703871Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.324334193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.324360883Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":70,"elapsed":"87.73569ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.32917595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.329582287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.330176287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.330204097Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.330214477Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.330571053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.333676933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"95.876721ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.333902087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"97.305133ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.347320432Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.347344483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":24,"elapsed":"110.588246ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.356921686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.357244022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.357451165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":24,"elapsed":"119.664683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.357614648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.358778936Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.358800847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.359097101Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4214b709-0174-4f46-8794-7cc10991983a\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.359127182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.360038107Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.360054547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.36024047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.361178905Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.361909597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":24,"elapsed":"125.180301ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.371115965Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.371138555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.371148425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"134.45102ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.394947088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.395268693Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce611116-eda5-43bf-a9ac-319b9026562d\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.39633123Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":24,"elapsed":"159.562533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.396811838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.397130303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.415202457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"178.529658ms"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.463951846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.464002437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.464573076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cf1e138-60ce-447a-aeab-0cb9fd5b1f1c\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.464605967Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.465195726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.467986741Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":24,"elapsed":"231.392988ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.479295113Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.47977052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.481739852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.484514816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.484542937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.484818241Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.486735612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.48973127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.489764491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.490003325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.529882575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.529947017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.53020129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"2ce8ff1e-2f6f-44d7-a560-24b3695ddcc0\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.530225971Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.530695078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.534411878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.534831045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.538549545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.539100004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.542848454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.542886964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.543463574Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f5d9e30d-127e-409b-bdc9-1ce92e3f8061\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.546848288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":24,"elapsed":"310.162533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.549913417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.550475996Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.572611172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.573199701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1f2dadf-fd70-41ca-953e-5b6a787cc124\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.573226902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.573244392Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.573257352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.575713632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.575743452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.576167849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":24,"elapsed":"339.596346ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.576191269Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.59615853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.596631488Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c1087e-3a92-403a-95ae-d6badb6ce097\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.596673158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.596693779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.597058245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.597090085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.597102615Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.597115245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.597143346Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.597173366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.59739453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.59741266Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.597686575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.597707875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.598250114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.601016068Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.60115197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a1853bd-6f11-42dd-9741-132ce3230a47\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.601190511Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.601320443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc98002-799e-47cf-90e3-76c74459e3ff\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.601340644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.601353964Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.758162642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"8db038ff-505b-4c64-9f5d-118cca226329\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:35.7582167Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.758230059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.758808293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9ac255f-12a0-4aa3-8c49-6317ca2272da\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:09:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.758871484Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.759370743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.763526499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.763770773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.766954544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.767465022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.769709329Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.769919812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:35.777855649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":24,"elapsed":"541.170375ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:44.05074359Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"d7dd3ab1-4e51-45a9-8740-6313303ccb67","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.236889896Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":71,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.236948237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.236961657Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.236970117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.237256682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.237268242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.238921509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.239297345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.239568429Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.240737988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"3.843232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.241220245Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.241232666Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.241367108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.243263618Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.243431981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.245118908Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.247318094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.247330784Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.247464536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.259075692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:45.259098263Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":71,"elapsed":"22.215626ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.236865424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":72,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.236922505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.236934945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.236943565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.237295021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.237334192Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.239050719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.239260402Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.239357294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.240596254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"3.72205ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.241723322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.241734592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.241869844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.243694674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.243900727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.245469072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.247633587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.247645347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.247783929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.25777836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:09:55.25780098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":72,"elapsed":"20.943666ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:09:59.05034449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"4dac50d8-7dbc-45af-adc9-5350c343d5bd","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":450,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:04.04227462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"1b2fe8d6-46e2-46d1-9ced-31cf88d105e2","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:04.042770478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"1b2fe8d6-46e2-46d1-9ced-31cf88d105e2","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:04.045302408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"1b2fe8d6-46e2-46d1-9ced-31cf88d105e2","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3102,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:04.045509892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"6d67565c-e8cc-4082-ba21-b81417fe3da1","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:04.045785536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"6d67565c-e8cc-4082-ba21-b81417fe3da1","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:04.047767838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"6d67565c-e8cc-4082-ba21-b81417fe3da1","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2294,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236863142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236925293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236934583Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236943573Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236950673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236957633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236963934Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236973384Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236979134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236985824Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.236992224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237000524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237007774Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237014294Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.237021394Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237030455Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237038885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237044895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237051515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237057825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237064275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237071855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237082735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237093176Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237104796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237116006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237126266Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.237136016Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237145976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237155647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237166087Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237176207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.237185467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 09:00:05.237074745 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237196127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237205237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237215358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237224588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237234098Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237244898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237255918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237265149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237275319Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237285699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237296359Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237306979Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237317179Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237327219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.23733748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.23734668Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:10:05.23735626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.23736826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":14,"elapsed":"11.6µs"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.2373793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237389151Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.23739902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237408231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237418201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237427711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237437481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237446891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237457072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237466642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237477812Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237488182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237497822Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237507742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237521962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237533673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237544483Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237555743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237567163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237577114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237586614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237597174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237609444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237620174Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237719756Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237749986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237761226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237767957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237777047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237789947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 21877013 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237838578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237848658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237857798Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237866318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237875078Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237881958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237890588Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 21980125 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237902759Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237911749Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237919919Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237930679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237943369Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.237958829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238075882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238107022Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238206444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238227144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238238094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238249834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":13,"elapsed":"1.2148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238290045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238342276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238406467Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238417727Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.374112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.238516809Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.240968898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"3.827732ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.241259753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 25398060 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.241550407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.241967004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.242666125Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.243469168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.243906275Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 09:00:05.237074745 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.243916855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T09:00:05.237074745Z\",\"pruned\":[]}","iteration":13,"elapsed":"6.83823ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.244017247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.244027457Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.24422994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.245711074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.245729614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.245925557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.246312064Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.246329014Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.246480977Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.247722077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.247908529Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.248284046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.24983068Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"12.610932ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.250052684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.250071524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.250217577Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.250763045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 34899113 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.25106432Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.2516835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.25294636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.253232625Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.253932326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.253956177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.254205491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.255198377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.255499111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.256101441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.257352941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.258267836Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.258284126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.25850586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.259232301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.259248652Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.259393924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.259404814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.260904838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.260923709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.26104428Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.262560025Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.262644006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.26410194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.264185481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.264199621Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1813, tv_nsec: 48325989 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.264212431Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.264363434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.264491496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.264504276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.265763436Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.266155963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.266865914Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.267149498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.267705327Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.269511607Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.26973226Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.2697574Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.269900793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.272117028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.272416553Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.272666177Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.272724958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.275616675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.275646135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.275657065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.27596811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.277951592Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.280548724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.280576844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.280719147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.281989117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.282375943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.283637614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.284097491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"47.128077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.284307664Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.28712389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.28715164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.287299892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.288601793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.288627214Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.288876798Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.290734957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.291779024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.292004808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.29211375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.292253932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.2927304Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.29274187Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.292830751Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.292939223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.293839197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.293853708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.29398878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.295911051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"58.5233ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.296432769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":25,"elapsed":"59.178541ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.298793907Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.299247004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.300035747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.303108216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.303139357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.303287499Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.305257031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.305286771Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.305298182Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"67.979692ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.308574404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"71.378887ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.309687972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.310054648Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.312453797Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.312512497Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315318863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315463955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315492595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315505135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315515706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315617647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315635037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315642598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315648868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315673668Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.315694289Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.316056814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.317153372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.317175412Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.317185813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"80.226099ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.318390452Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.318415072Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.318578595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.318779428Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.318789288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.319044232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.320526756Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.320883522Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.321667805Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"84.485697ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.322094451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":25,"elapsed":"85.180009ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.323384712Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.323409102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.323417913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.323572915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.323668697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.324873606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.324901626Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.3250992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.325574847Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.325597998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.325611878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.325803221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.326154146Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.326166407Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.326172817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.32639945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.327100852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.327129552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":73,"elapsed":"90.051537ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.327268475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.328595466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.328622496Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.328634446Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"91.668023ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.332123322Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.332155013Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.332166253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.335610209Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"97.674259ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.339057004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.339090144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.339102685Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.339114575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":13,"elapsed":"101.997299ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.341475763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"104.587181ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.355942545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":25,"elapsed":"118.613226ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.35623305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.356577895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.35811778Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.359836108Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.359861698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.36000985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.365203494Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.365225834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.365236525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.365426997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.376463165Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.377176246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.439764222Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.44025311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:10:05.444688271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.444740372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"207.402322ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.463358431Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.463416202Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.463880339Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77714d53-4eda-40aa-885e-3547f6082a49\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.46391382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.466815037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.546996565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/d785d5c4-4fef-4c27-9392-a8d40aec1576/state","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.550009253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/d785d5c4-4fef-4c27-9392-a8d40aec1576/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd259b23-3616-4d07-87b7-f66dce5bfab6\", \"content-length\": \"131\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.561268694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"vmm_id":"d785d5c4-4fef-4c27-9392-a8d40aec1576","sled_id":"65d2236a-3110-4d84-aa25-77e21779db87","instance_id":"d7226786-0fed-42c5-98e3-b855e6f1b674","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-14T09:10:05.263056383Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.561323145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"vmm_id":"d785d5c4-4fef-4c27-9392-a8d40aec1576","sled_id":"65d2236a-3110-4d84-aa25-77e21779db87","instance_id":"d7226786-0fed-42c5-98e3-b855e6f1b674","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/instance.rs:2151","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-11-14T09:10:05.263056383Z }","propolis_id":"d785d5c4-4fef-4c27-9392-a8d40aec1576"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.561340555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"vmm_id":"d785d5c4-4fef-4c27-9392-a8d40aec1576","sled_id":"65d2236a-3110-4d84-aa25-77e21779db87","instance_id":"d7226786-0fed-42c5-98e3-b855e6f1b674","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.563029742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"vmm_id":"d785d5c4-4fef-4c27-9392-a8d40aec1576","sled_id":"65d2236a-3110-4d84-aa25-77e21779db87","instance_id":"d7226786-0fed-42c5-98e3-b855e6f1b674","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.570597844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.570633925Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.571048661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15027ee1-627a-40e9-b069-a51127637088\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.571077701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.573048303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.583165596Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.583223797Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.583556742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"898b744b-92a7-436b-a818-0f6b6728f134\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.583590473Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.58589172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.631400471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.673342075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.673397925Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.673908074Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7086979d-3971-412a-a3fe-9ac0e0285d8f\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.673943044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.674346671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.676992593Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.677086805Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.680577941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.680604981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.680870925Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.682233658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.682262338Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.682530912Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.684301891Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.68487047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.68489889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.68490997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.684919911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":13,"elapsed":"447.964837ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.686858502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.686887772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.687107026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.714233472Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.715798927Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":25,"elapsed":"478.63895ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.721532199Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.72157479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.72159142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"484.364252ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.722013017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"cc463301-a3a4-458c-9d6a-744440fddcf9\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.722037197Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.723582882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"9af8f180-abc0-47dd-9933-36791a6f33b7\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.723595972Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.725824508Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.725840528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"488.834224ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.730437052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{afd7a81f-2b99-4dc7-a4a4-51f62010e2b7: {10.151.1.175: {a02413d9-e2c1-4708-8e13-eda1e94e4206}, 10.151.1.176: {a02413d9-e2c1-4708-8e13-eda1e94e4206}}}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.730454252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.734396456Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":25,"elapsed":"497.220908ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.734415896Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e3dd7eea-87cf-49fe-a93d-7905f588973c\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.734425816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.73468574Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.736985857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.73714598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.740406232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.740792398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.744930715Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.744945375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.745327071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e2e28635-4260-434f-b02d-21ffd99bd445\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.746969587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":25,"elapsed":"509.909812ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.781460562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.781747526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7328188-7839-480f-9c04-976791371532\", \"content-length\": \"1\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.783996102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.784195646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.786366811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":25,"elapsed":"549.495008ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.788472384Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.788999393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2f8e07b1-4a4c-42ee-9b25-739f93442b52\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.789013043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.790814762Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"26d5d083-f11d-4310-973d-05eb5008eb7a\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.790824962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.792417048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"feed3cd3-95fe-440f-82fa-c0723a2cbfce\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.792456128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.79379725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.79383542Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"556.696504ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.817819986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.818868913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce1716d-42e2-41c3-9c2f-97aed3dd6680\", \"content-length\": \"810\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.818903563Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(7742553) }}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.818914454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.818922334Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.82118603Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":25,"elapsed":"584.341139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.843040221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.843462448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.845819086Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.845843866Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.84609985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.855821376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.856100051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e47ac1f-e86b-4875-848a-8deef5780007\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856126921Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856138221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856352645Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856365475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856372475Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856379835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856387505Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856394656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856547168Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856574948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.856699661Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.856711521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.856925314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.858418658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.85854296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18944324-77b6-4e8f-8509-886c31cdc0d5\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.85855376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.858640102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf6bf9aa-29cc-4c26-896e-35f9d37bc272\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.858651242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.858661992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.998703902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"59d5c2f0-bdcf-4778-bfeb-0fe02bebaa6a\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:05.998756473Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:05.998769283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.010299118Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eb7b368-b606-4ec8-a55e-8cf1dfc269b8\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:10:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.010350609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.010868987Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.014573447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.014949143Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.018806135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.019300023Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.021154823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.021546019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:06.030036438Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":25,"elapsed":"793.155813ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:14.050646003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"f2ec561c-f40f-424e-8c36-f76c11db1975","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":391,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.236800409Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":74,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.23685305Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.23686423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.23687239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.237217716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.237425799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.239006975Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.239181627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.239440782Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.24059811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"3.795141ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.24182126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.24183495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.241979582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.243916963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.244085426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.245815714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.247804686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.247819796Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.247947688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.256902572Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:15.256926992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":74,"elapsed":"20.143683ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:19.043255363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"ab097228-bf6d-47b1-b61e-51eaec63349a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:19.043600298Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"ab097228-bf6d-47b1-b61e-51eaec63349a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:19.046366893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"ab097228-bf6d-47b1-b61e-51eaec63349a","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3185,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:19.046615797Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzIyNjc4Ni0wZmVkLTQyYzUtOThlMy1iODU1ZTZmMWI2NzQifX0%3D","method":"GET","req_id":"5033f5d6-c483-4681-90aa-865d1fc13e63","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:19.046947562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzIyNjc4Ni0wZmVkLTQyYzUtOThlMy1iODU1ZTZmMWI2NzQifX0%3D","method":"GET","req_id":"5033f5d6-c483-4681-90aa-865d1fc13e63","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:19.049099317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkNzIyNjc4Ni0wZmVkLTQyYzUtOThlMy1iODU1ZTZmMWI2NzQifX0%3D","method":"GET","req_id":"5033f5d6-c483-4681-90aa-865d1fc13e63","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2547,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.237341806Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":75,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.237404717Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.237416247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.237424947Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.237710062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.237726802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.239799005Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.240254843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.240635739Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.242175644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.242187134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.242336046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.242620481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"5.277945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.244383959Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.244560382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.245944944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.248081299Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.248094509Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.248228911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.256404632Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:25.256430253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":75,"elapsed":"19.099547ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:29.051160898Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"92966953-0bfd-44b0-82f3-e96e4fee68fd","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":618,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.236978158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237038379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237050949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237059799Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237067079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237075149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23708309Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23708989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23709764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23710567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23711366Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23712109Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23712775Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237135641Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.23714223Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237149421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237156441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237162421Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237169221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":76,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237177171Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.237184201Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237192681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237199931Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237208692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237215842Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237222862Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237229762Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237471656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237486106Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237523117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237535267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237555627Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237629218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237640469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237647539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237657039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237666069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237675189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.237683449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238184777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238196738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238205088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238212048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238218758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238226578Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238232948Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238239918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238450692Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238521563Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238533743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.238549723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.24084443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.241048253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1843, tv_nsec: 24830591 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.241109414Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.241429459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.24144606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.241761225Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.744356ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.242583688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.242877093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.243357081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.243367091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.243555364Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.243716716Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1843, tv_nsec: 27499674 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.244034251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.245402743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.245420904Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.245433674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.245599006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.245877671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.245892981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.246044994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.247100501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.247125091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.247278164Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.247544918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.248206388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.249891406Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.249961767Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.249975697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.250020808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.250049688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.25016158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.25018926Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.25020158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.251724675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":26,"elapsed":"13.535848ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.251830706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"14.751227ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.253438723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.253460423Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.253687827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.253713937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.253791608Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.253951681Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1843, tv_nsec: 37741648 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.254224915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.255283602Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.255461235Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.255473595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.255523856Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.255694049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.255732409Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.257359155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.257384786Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.257582449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.2601147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.260395244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.262082011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.264779985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.264796155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.265039939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.266458961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.26885207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.26887293Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.269080764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.27443711Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.27446373Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.27447189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.274721524Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.279591893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.279859427Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.283971253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.284161586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.284588433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.284746955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.28567145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.285824383Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.287219895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"49.018778ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.292369228Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.292391368Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"55.337989ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.292992538Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.295414267Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.295428777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.29562713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.306857281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"69.822181ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.325377038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.325392699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.325704764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb5ffc1-4a59-4fcb-9b1c-5d0be1084348\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.325720924Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.326972004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.339100889Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.339133459Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.339358323Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755d6910-3060-4433-9c8e-a848e3cef67b\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.339374543Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.340843827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.344944102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.344959733Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.345161396Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be1424aa-8601-4095-8cc3-d6cde399014e\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.345176246Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.346907264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.446283441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.446333351Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.446811679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27ba370e-3b56-4f13-a908-e574d6c81860\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.44685242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.447269117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.458001929Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.458517597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b334bcf-1216-4dcd-bcc8-33fe49263c36\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.45867515Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.45869591Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.458739671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.460414288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.460768154Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.460787554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.460795094Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.460805804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.461108169Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":26,"elapsed":"224.146361ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.461318252Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.462298668Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.462594093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.463713001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.464088837Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61c18ec5-73c6-4955-9996-a6fac8234cc3\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.464225449Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.4661215Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.466413434Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.466942703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.466962703Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.467135546Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.468369205Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":26,"elapsed":"231.382747ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.469077287Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":26,"elapsed":"232.010108ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.478286705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.478318296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":76,"elapsed":"241.209065ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.498099443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":26,"elapsed":"259.878116ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.501427647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"264.282516ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.502179019Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"263.955341ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.502211559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":26,"elapsed":"265.1406ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.50725825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.507280831Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.507291021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"270.267002ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.514034679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.514051159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.514300714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"ffe186fb-1a1d-48b4-9a49-f2cabe3a6cd9\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.514311474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.51471918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.516958846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.51717043Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.519820802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.520053636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.523237647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.523258227Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.523532332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"eb408342-5224-44dc-b7bd-2d30bf6698b7\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.524929504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":26,"elapsed":"287.814494ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.545012647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.545434854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.546874887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.546904597Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.547113131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.558614266Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.559059433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f214e8f-b543-4832-9622-62a7e97c2654\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.559099663Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.559119134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.559484609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.55950941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.55952096Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.5595307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.55954217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.55955501Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.559738284Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.559759724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.559925307Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.559939567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.560304163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.566004844Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.566192447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99a26780-799c-4a4b-8ed1-9938b4226db3\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.566224968Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.56637466Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"628c8b77-6c48-4176-9e02-6a02f55aa476\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.566395031Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.566411051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.703094687Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"53086b0d-a039-4684-96f4-c7d6631b29f4\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:35.703139008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.703171158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.703562224Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ea757a-f1c7-4884-9960-4c1bfb6d329c\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:10:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.703607225Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.70393967Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.707684281Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.707905404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.71137763Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.711710875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.713571105Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.713736738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:35.720858192Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":26,"elapsed":"483.703612ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:44.051186555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"603b7c2f-40e4-480d-a387-1ac7c7ac2e82","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":439,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.237601026Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":77,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.237678617Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.237696888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.237711018Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.238128015Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.238149955Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.240867902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.243118325Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.243129705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.243260867Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.245511773Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.245736917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.247392444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.249473997Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.249486337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.249624399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.258123636Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.258148156Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":77,"elapsed":"20.57203ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.267779801Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.268000885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:45.295216682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"57.623046ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:49.042829781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"60acb892-e546-466a-bde8-61aa1878e68d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:49.043166976Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"60acb892-e546-466a-bde8-61aa1878e68d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:49.045358991Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?sort_by=id_ascending","method":"GET","req_id":"60acb892-e546-466a-bde8-61aa1878e68d","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2609,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:49.045575024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"c57e929a-469a-4921-abed-15955dff21c7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:49.045855939Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"c57e929a-469a-4921-abed-15955dff21c7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:49.048119045Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/collectors/487ff140-60d3-41ba-8767-caa53806d612/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJkM2RkNDAzNi02ODM5LTQ4ZDYtOGYzNi1lNjQyZDliM2U2YzAifX0%3D","method":"GET","req_id":"c57e929a-469a-4921-abed-15955dff21c7","remote_addr":"[fd00:1122:3344:101::d]:62355","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2584,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.237370081Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":78,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.237426911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.237444052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.237454082Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.237699276Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.237714236Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.23982644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.242092906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.242114817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.242241669Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.244584136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.24482682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.246481897Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.248619741Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.248631091Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.248763953Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.26159481Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.26161743Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":78,"elapsed":"24.25016ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.267398163Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.267633207Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:10:55.295570696Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"58.217855ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:10:59.049356283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"87200f12-90c2-4746-a878-18891a6dea45","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":429,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237317358Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237377849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237391949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237400819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237410129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237418579Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.23742962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.2374398Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.23744903Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.23745752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.23746601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.23747729Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.23748689Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.23749605Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237504601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237513941Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237522131Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237531111Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237539701Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237549251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237558231Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237565802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237574132Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237583012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237591062Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237600962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237610332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237618732Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237628093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237635943Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237644343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237652073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237665173Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237676353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237687034Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237695354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.237707464Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237720044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237732264Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237741865Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":79,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237750075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":15,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:11:05.237758005Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"ba765988-384f-4139-bf08-672b284949f0","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237766635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237774375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\"}","iteration":15,"elapsed":"13.32µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237783795Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237792565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237800875Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":79,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.237808826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-11-14 09:01:05.237626433 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237816536Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237823506Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237833006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237843516Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237967868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237983918Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.237997639Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238040869Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.23809148Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238112071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238127771Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238139551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238153251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238168261Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238183172Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238195512Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238205392Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238214792Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238224892Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238234142Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238244382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238255053Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238265713Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238272433Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238280073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238286723Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238293793Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238299623Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238306714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238315244Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238323374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238331374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"e0fbd02e-9643-47c5-9261-dd03abc268a8.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ef32bdd5-939a-4ab0-a70a-6f004e97691b.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::8))) }], valid_until: Instant { tv_sec: 1873, tv_nsec: 21650170 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238345054Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"0f4dacff-88ec-4392-8377-4682964053f6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"7876d8e5-f244-4867-9c35-6d9384606bc9.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"f0601c15-cf44-46d3-b9aa-36324427c5b0.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1873, tv_nsec: 21650210 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238357254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238380595Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238408185Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238434576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238459746Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238474386Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238515317Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238626069Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238643699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:101::9]:5353\",\"[fd00:1122:3344:101::8]:5353\"]}","iteration":14,"elapsed":"1.062667ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238764161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addresses":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.238782161Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"addresses\":[\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.135168ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.241069848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.241561526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.24179981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"4.411531ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.24242454Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1873, tv_nsec: 25858307 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.242681724Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.242826416Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.242912037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.242924888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.243093271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.243216353Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.243364835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.243374985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.243562178Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.245335576Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.245382527Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.245397777Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.245467949Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1873, tv_nsec: 28897246 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.2455813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.245683672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.245725093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.246318522Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.246332852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.246536256Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.247491601Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.247506581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.247689024Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.247717495Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.247726175Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.247863637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.248125441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.248318155Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.248467827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.24866379Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.250402388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.250478859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-11-14 09:01:05.237626433 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.250491859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"expiration\":\"2024-11-14T09:01:05.237626433Z\",\"pruned\":[]}","iteration":14,"elapsed":"12.856616ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.252108355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.252127476Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.252140516Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.252358989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.252371029Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.254524674Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"16.401594ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.257170587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.257499052Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.257542363Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.257785347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.257848628Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1873, tv_nsec: 41275545 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.258162093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.258835853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.259112528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.259271631Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.260782065Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.260802675Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.260931517Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.281121462Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.281277984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.281287664Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.281494148Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.283591651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.286411076Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.286445567Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.286564389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.292514994Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.292711598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.293700753Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.293720124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.293729854Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"55.606554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.293802135Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.293989008Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.294495966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.294792461Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":27,"elapsed":"56.699111ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.294867682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.294877352Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.294885913Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"57.482353ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.296220114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.296236354Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.296376656Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.298632073Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"60.98828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.298972158Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.299240562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.300788058Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.30096879Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.301646801Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.30407521Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.304722301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"66.62232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.305085196Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.305175348Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.305641385Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.305666886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.305674606Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.305680646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.306054642Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.307193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.307217191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.307365993Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.308251747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.30905735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.309086071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"71.652231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.313610653Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.313815887Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.334972557Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.334995377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.335005117Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.335013037Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.33517758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.353469987Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.353795919Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.388181651Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.389448102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.401565537Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.401622447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.402033794Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b90c752b-7b5c-4e92-ad30-a061fdd23b77\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.402059234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.404653886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.42233683Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.422386471Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.422799558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71778f93-6bb0-4ed1-9184-c2aa32913d85\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.422831988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.424680208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.474507478Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.474557009Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.474923375Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8500d23-ac51-4ee3-98be-6754d1cf60df\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.474941916Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.47647966Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.564104678Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.564172709Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.564635706Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dca829a5-8435-4abf-8eba-3b2125907b23\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.564671547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.565303647Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.566479456Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.566790881Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"328.61238ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.566965134Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1f3276c7-0a8c-4e2d-b8ca-68d6361aeaed\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.567000115Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.569487435Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"4276748d-b1d3-4ec7-8dfd-9136df4f1238\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.569520425Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.570155985Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.570350688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.570570832Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.570681274Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.570703314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.570942288Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.572679136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::9]:5353, [fd00:1122:3344:101::8]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.572707826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"335.374539ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.575613843Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.57606361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.579747039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.57977714Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.579959933Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.593094834Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.593172735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.593420819Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.596502129Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.597109248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":27,"elapsed":"359.631408ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.597927371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97aa1422-af0c-419b-a057-60b0cf163ae7\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.600875389Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.601450248Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.607278802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":27,"elapsed":"369.893003ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.61715989Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.617234011Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":27,"elapsed":"379.701201ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.627479136Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.627540027Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":79,"elapsed":"389.898844ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.630473404Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.632817802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"395.25617ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.634420708Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":27,"elapsed":"396.300237ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.634786804Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.634822664Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.635074028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.636238047Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.636263487Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.636272977Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.636673044Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.638748817Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.640094619Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.640683088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.642728541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.642755882Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.642954835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.664475581Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.664540672Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.664880447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7d9c7747-8766-4661-b19e-23f0fa20bcbc\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.664904688Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.665357735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.66813818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.668400504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.669808826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.669834167Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.669846277Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"432.520229ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.672482649Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.673234781Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.67626147Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.67628451Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.676299191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.676671046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.67936051Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.681135938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.681164189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.681756698Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"42d5de0f-85bd-4180-9dce-938cd48e688f\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.683595238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.683620048Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.683627758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":27,"elapsed":"446.066927ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.683877012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.684402301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.684429221Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.684442551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.684691085Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.685954906Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"e4e55475-3e7c-4edc-9524-6ecc451a4365"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.685978126Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.685988766Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:19.264785 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.685998046Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":2}","iteration":14,"elapsed":"448.472836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.68623271Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.688997944Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.689027665Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.689172827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.70430441Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"374f4088-36de-48ec-8314-dfa63cdeef2a"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.704369562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.704384432Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"current_time_created":"2024-11-14 08:58:18.295649 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.704396992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1}","iteration":14,"elapsed":"466.866721ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.707739006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.710383408Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.710417829Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.710438559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.738961827Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.739429545Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.7409938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.742466604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.742486314Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.742634846Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.744264332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.746817764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.746838424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.747114208Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.754429566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.754978145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8b203552-c163-477c-bf9b-afbf45843799\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.754996365Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.755721747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"518.366618ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.757054528Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b7b7d7b4-43eb-47c2-a474-5735fc99bf67\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.757066998Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.757933992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-11-14T08:58:02.943094Z, time_modified: 2024-11-14T08:58:02.943094Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, db_silo: Silo { identity: SiloIdentity { id: 4528c2fc-966b-410e-bee5-f98d6efd8ad1, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-11-14T08:58:19.176269Z, time_modified: 2024-11-14T08:58:19.176269Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.757961003Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]}},\"default_endpoint\":{\"silo_id\":\"4528c2fc-966b-410e-bee5-f98d6efd8ad1\",\"tls_certs\":[\"da07885ef5dc1470b65f08b21cc67e53274897d60a54f248a8b23ebfdf14b6fd\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"520.440471ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.758964469Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"14d1ea41-d0c2-4393-a6ad-82b412b7a871\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.758980919Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-11-14T09:11:05.759761492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.759776012Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"522.321801ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.760997811Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"servers":"DnsServersList { addresses: [[fd00:1122:3344:3::1]:5353, [fd00:1122:3344:2::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.761019612Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"523.494991ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.827243426Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.827612002Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c304b182-692e-44cc-a78a-a36be66d701c\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.827635842Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.827646112Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.827653552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.828562687Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":27,"elapsed":"591.26067ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.840059191Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.840420057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.841452514Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.841465814Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.841638237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.851690218Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.851971893Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"522d9248-42b8-411e-843b-dd0f7543d46d\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.851992973Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852003554Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852283388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852308088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852316448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852324479Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852331999Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852339259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852504251Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852520532Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.852716485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.852725855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.852912028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.8548738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.855000902Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce68eabc-3702-45a6-b41a-a812c92bc7f7\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.855013342Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.855109193Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc50400d-c959-4269-ad67-b8e7c1acd1c0\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.855123744Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.855133704Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.969702845Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"77522ac2-b2b3-4fde-ada9-a6215e090249\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:05.969741795Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.969770895Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.970380355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69f3496-c9c4-4f05-b3eb-1a9a7af20eb9\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:11:05 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.970433216Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.970768282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.974139586Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.974342769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.977974257Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.978385684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.980126952Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.980335835Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:05.987412629Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":27,"elapsed":"749.96957ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:14.052410539Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"9dfec350-ac6d-48e9-871b-aac4ef9775a6","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":434,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.23758589Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":80,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.237662582Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.237675682Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.237685242Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.238014017Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.238028707Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.26994525Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.270720453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.271001337Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.272309828Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.272322128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.272461981Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.274377551Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.274638116Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.275975917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.27806034Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.278080211Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.278215883Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.289442614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.289465194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":80,"elapsed":"51.906763ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:15.300021853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"62.432903ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.237356644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.237436886Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.237453826Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.237467946Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.237803102Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.237921853Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.240023247Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.240659748Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.241025523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.242353995Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.242566808Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.242581219Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.242742901Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"5.414187ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.244773424Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.244964057Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.271556254Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.273707848Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.273727189Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.273858071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.285740842Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:25.285755282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":81,"elapsed":"48.401728ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:29.051889028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/b933d23e-28f4-4f5e-9ad9-9694702ed335","method":"GET","req_id":"d1f600de-2078-4eb6-88a3-dd9dc95304d5","remote_addr":"[fd00:1122:3344:101::d]:33154","local_addr":"[fd00:1122:3344:101::b]:55496","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":419,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237316232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237396453Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237414694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237429984Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237443504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237456444Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237468694Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237480884Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.237494265Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237507485Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237519055Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237530725Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237544296Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237556876Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237569646Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237581816Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237595186Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237607547Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237620417Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237634237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237645377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237657138Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237669088Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237682128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237694388Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237706498Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237719079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.23783378Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237897311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237916962Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.237933772Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238000863Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238033284Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238112195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238131075Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238185006Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238243937Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238263217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238322818Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238577852Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238586992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238593673Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238601282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238608033Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238615983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238622633Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238629283Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238837376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238847077Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238903258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.238913978Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.2403067Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.240791938Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.241252345Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1903, tv_nsec: 24323323 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.241503659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.24158237Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.241676262Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"4.151387ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.242028238Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.242040838Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.242200671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.242631637Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.242642347Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.24278791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.243249957Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.243260508Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.24340183Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.244954195Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1903, tv_nsec: 28023172 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.245239059Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.247408604Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.247434764Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.247443705Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.24780303Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.249999566Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.25026791Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.250929301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DnsResolver","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-65d2236a-3110-4d84-aa25-77e21779db87.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1903, tv_nsec: 34000248 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.251188855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1131"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.253447911Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.256413609Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.256438719Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.256682833Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.275307282Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.279377318Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.279411758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.279695923Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.283511124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.284213825Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.284426139Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.286295159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.286323099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.286338769Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.286467802Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.286741986Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.287198253Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.287275625Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.287523699Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.289532021Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.289670963Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.289914297Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.289925917Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.289932737Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.290147721Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.290617028Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"52.016966ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.291245258Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.291258659Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.291402401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.293587376Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.293883001Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.295037149Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.297491779Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"records_set_to_done\":[]}","iteration":28,"elapsed":"58.903157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.29880311Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.299029104Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.299047034Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: ba765988-384f-4139-bf08-672b284949f0, lookup_type: ById(ba765988-384f-4139-bf08-672b284949f0) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.299057754Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.299306878Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.301573124Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.301585565Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.301592945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.30191492Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.311352382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"original_time_created":"2024-11-14 08:57:54.143019 UTC","original_target_id":"ba765988-384f-4139-bf08-672b284949f0","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","time_created":"2024-11-14 08:57:54.143019 UTC","target_id":"ba765988-384f-4139-bf08-672b284949f0"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.311377752Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"ba765988-384f-4139-bf08-672b284949f0\",\"time_created\":\"2024-11-14T08:57:54.143019Z\"}","iteration":82,"elapsed":"73.907157ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.311852099Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.312123564Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.314598114Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.314945079Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.315866614Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.315877644Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.31622039Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfc2ac45-74d8-4a9d-b0cb-9cb30f116619\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.3162357Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.317443679Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.326865371Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"88.246267ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.330057722Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.330073232Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"92.528206ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.33176823Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"94.262654ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.333169742Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"95.79928ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.333726361Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.333739401Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.334050526Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70b71e23-7627-4d8b-8dd4-3a2399d09627\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.334071587Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.334536504Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.33490868Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.335794234Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.336695259Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.336705239Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.336714049Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"99.227875ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.347446731Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1139","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.347479992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.347761956Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ab1e32-aa28-4383-9e6c-1436fe4089ed\", \"content-length\": \"26\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.347779517Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1144","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.349366552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/mod.rs:1176","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.358035961Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.360517071Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Sled { parent: Fleet, key: 65d2236a-3110-4d84-aa25-77e21779db87, lookup_type: ById(65d2236a-3110-4d84-aa25-77e21779db87) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.360534562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.360699544Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.363288676Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"0","iteration":28,"elapsed":"125.946083ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.374604468Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"137.276735ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.37476691Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[]}","iteration":28,"elapsed":"136.158308ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.377819419Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.378154735Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.467704734Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.467938537Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef925b29-c6c3-4d75-a8e1-aa4cbe28eee1\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.472517671Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":28,"elapsed":"235.076937ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.472685503Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.472972558Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.506599598Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.506625559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.507107127Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eab1b9a1-22fa-4db4-9751-4b02823c6d99\", \"content-length\": \"372\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.507136377Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.507536443Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.509945332Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"null","iteration":28,"elapsed":"272.548219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.542726489Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.543157306Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.544964755Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: 91d2fc07-dd6e-4ff9-9d22-f05239ec1266, rack_id: f4ca1ebb-1dae-4dba-966b-c23460ac15fd, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(dad8c394-7683-4884-bb91-70e7d71711e7) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.544983355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.545219859Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.551749634Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"buskin"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.551776144Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.552052559Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"702741d5-28b9-4a4f-9a50-f654d05608e5\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.552066849Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.552472355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.555435983Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.5558549Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.557431585Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.557846552Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fc2c6b3-93d1-4f95-823b-0ecb0658d2eb\", \"content-length\": \"134\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.557887562Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.1.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.557904393Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"dad8c394-7683-4884-bb91-70e7d71711e7","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558216758Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558236448Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.1.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558244738Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558252658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558260508Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558269038Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558497502Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558519093Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.1.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.558669915Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.558680855Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.559184523Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.559204813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.559452128Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.561620382Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.561812145Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be51ce3f-84d8-41b9-95d7-faabd2846727\", \"content-length\": \"2\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.561835726Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.561959958Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"DpdClient","rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"538eae72-43fa-4bf8-983a-dce342bf7762\", \"content-length\": \"52\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.561986988Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.562000638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"VPC route manager sled 65d2236a-3110-4d84-aa25-77e21779db87 push not needed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.563192697Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.563209518Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.630185194Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.63053541Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.632875857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.634479343Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.634497813Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.634633945Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.664032638Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.665522992Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.665539372Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.665676684Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.700095437Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"93724576-d67d-46d8-945e-0e55540c88d7\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.700124217Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.700135788Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.700956301Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"rack_id":"f4ca1ebb-1dae-4dba-966b-c23460ac15fd","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00dbc131-3e86-4acf-aea6-df02f9dd2559\", \"content-length\": \"682\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.700988422Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.701215635Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.701263686Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"57fdeb63-324e-4022-aa5e-2dd5c71fb7db\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.703213747Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":28,"elapsed":"465.821734ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.704928555Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.70526326Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.708806857Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.709019491Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.711417399Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.711621292Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.71895741Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":28,"elapsed":"481.540087ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.760475447Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.760902474Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"SledAgent":"65d2236a-3110-4d84-aa25-77e21779db87","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42302d00-5d1f-4471-bad9-e506bdb22ffd\", \"content-length\": \"691\", \"date\": \"Thu, 14 Nov 2024 09:11:35 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.760929865Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"buskin"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.760942885Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"buskin"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:35.760952575Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"buskin"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:35.762361888Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","status":"{}","iteration":28,"elapsed":"525.066676ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.263452658Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.263497159Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","addr":"[fd00:1122:3344:101::b]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.293112184Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::b]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:36.293217556Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::b]:52562"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.293381599Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"713240ab-9987-46bb-abf4-1effd970f2c1","remote_addr":"[fd00:1122:3344:101::b]:52562","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.293741954Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"713240ab-9987-46bb-abf4-1effd970f2c1","remote_addr":"[fd00:1122:3344:101::b]:52562","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:36.329174004Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"nexus","component":"ServerContext","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"nexus/src/app/oximeter.rs:76","collector_id":"487ff140-60d3-41ba-8767-caa53806d612","producer_id":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-11-14T09:11:36.329197374Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"uri":"/metrics/producers","method":"POST","req_id":"713240ab-9987-46bb-abf4-1effd970f2c1","remote_addr":"[fd00:1122:3344:101::b]:52562","local_addr":"[fd00:1122:3344:101::b]:12221","component":"dropshot_internal","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35885,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.329263355Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::b]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"713240ab-9987-46bb-abf4-1effd970f2c1\", \"content-length\": \"41\", \"date\": \"Thu, 14 Nov 2024 09:11:36 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.330268041Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-11-14T09:11:36.330279932Z","hostname":"oxz_nexus_b933d23e-28f4-4f5e-9ad9-9694702ed335","pid":23881,"component":"producer-registration-task","component":"nexus-producer-server","name":"b933d23e-28f4-4f5e-9ad9-9694702ed335","wait_period":"150s","lease_duration":"600s"}